-- Logs begin at Tue 2021-08-31 04:59:22 UTC, end at Tue 2021-08-31 06:00:13 UTC. -- Aug 31 05:27:42.593258 dv-cinder-806559-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 05:27:45.297719 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.common.config [-] Logging enabled! Aug 31 05:27:45.298190 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 05:27:45.298481 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93896) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 05:27:45.302345 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.common.config [-] Logging enabled! Aug 31 05:27:45.302600 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 05:27:45.302914 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93896) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 05:27:45.303891 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 05:27:45.304126 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 05:27:45.304490 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 05:27:45.304734 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 05:27:45.304961 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 05:27:45.305273 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.305565 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.305860 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.306086 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.306376 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.306665 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.306940 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.307245 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.307541 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.307824 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.308098 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.308383 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.308613 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.308889 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.309173 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.309456 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.309680 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] debug = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.309958 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.310379 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.310796 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.311068 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.311373 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.311646 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.311912 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.312181 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.312455 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.312780 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] host = dv-cinder-806559-3-iscsi {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.313053 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.313334 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.313620 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.313908 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.314177 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.314448 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.314726 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.314995 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.315964 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] log_file = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.316247 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.316537 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.316823 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.317109 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.317333 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.317667 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.317955 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.318240 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.318513 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.318782 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.319050 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.319345 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.319615 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.319878 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.320158 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.320440 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.320722 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.320994 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.321262 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.321528 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.321795 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.322077 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.322347 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.322620 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.322888 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.323191 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.323461 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.323730 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.324025 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.324312 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.324589 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.324871 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.325140 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.325419 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.325685 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.325959 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.326220 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] use_json = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.326485 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.326750 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.327027 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.327317 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.327584 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.327851 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.328116 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.328397 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:45.328690 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.328983 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.329280 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.329560 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.329850 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.330126 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.330412 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.330685 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.330993 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.331301 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.331585 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.331859 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.332142 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.332415 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.332705 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.333005 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.333294 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.333584 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.333855 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.334127 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.334396 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.334670 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.334953 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.335252 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.335538 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.335821 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.336094 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.336376 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.336667 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.336952 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.337221 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.337495 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.337781 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.338051 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.338316 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.338588 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.338870 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.339166 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.339577 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.339856 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.340129 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.340396 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.340665 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.340940 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.341232 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.341507 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.341767 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.342033 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.342304 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.342571 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.342851 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.343145 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.343416 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.343684 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.343955 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.344227 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.344493 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.344766 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.345032 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.345303 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.345568 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.345834 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.346100 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.346385 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.346653 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.346921 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.347214 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.347485 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.347753 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.348020 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.348288 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.348558 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.348825 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.349108 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.349397 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.349669 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.349941 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.350214 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.350486 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.350756 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.351026 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.351319 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.351591 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.351858 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.352143 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.352422 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.352703 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.352980 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.353251 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.353546 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.353816 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.354095 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.354364 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.354635 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.354913 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.355324 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.355622 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.355913 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.356201 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.356488 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.356779 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.357063 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.357369 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.357645 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:45.357859 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 05:27:45.358095 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93896) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 05:27:45.704687 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 05:27:45.704891 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 05:27:45.705179 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 05:27:45.705505 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 05:27:46.100152 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.100434 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.100703 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.101982 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.102252 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.102511 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.135896 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.136172 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.136435 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.152878 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.153154 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.153420 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.181566 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.181844 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.182109 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.217491 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.217769 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.218036 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.448899 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.449479 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.449479 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.449652 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.450239 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.569056 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.569367 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.569646 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.569915 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.570178 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.570486 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.570744 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.570997 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.571275 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.571555 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.571812 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.572074 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.572325 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.572573 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.572823 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.573088 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.573337 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.573601 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.573870 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.574128 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.574394 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.574644 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.574924 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.575318 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.575566 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.575811 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.576200 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:27:46.576440 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:27:46.576676 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:27:46.576910 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:27:46.577143 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:27:46.577377 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:27:46.577733 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 05:27:46.581314 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 05:27:46.585306 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 05:27:46.588987 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 31 05:27:46.590580 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 05:27:46.591021 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 05:27:46.591521 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 05:27:46.591904 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 05:27:46.594645 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 05:27:46.594904 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 05:27:46.595271 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 05:27:46.600627 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 05:27:46.622752 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 05:27:46.623229 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.623523 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93896) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 05:27:46.623882 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.625222 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93896) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 05:27:46.625499 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 05:27:46.625744 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 05:27:46.629556 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.629951 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:46.693719 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 05:27:46.693949 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 05:27:46.694179 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 05:27:46.694538 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 05:27:46.714840 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_db.sqlalchemy.engines [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93896) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 05:27:47.246728 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Initializing driver for type 'gre' Aug 31 05:27:47.247311 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] gre ID ranges: [(1, 1000)] Aug 31 05:27:47.299458 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Initializing driver for type 'local' Aug 31 05:27:47.299790 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Initializing driver for type 'vlan' Aug 31 05:27:47.312136 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] VlanTypeDriver initialization complete Aug 31 05:27:47.312467 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Initializing driver for type 'vxlan' Aug 31 05:27:47.312962 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] vxlan ID ranges: [(1, 1000)] Aug 31 05:27:47.363721 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Initializing extension driver 'port_security' Aug 31 05:27:47.364060 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.extensions.port_security [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] PortSecurityExtensionDriver initialization complete Aug 31 05:27:47.364392 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Initializing mechanism driver 'openvswitch' Aug 31 05:27:47.364715 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Initializing mechanism driver 'hyperv' Aug 31 05:27:47.371252 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:47.371937 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > port after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.372308 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > port after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.372661 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > port after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.373173 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93896) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 05:27:47.373605 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > subnet after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.373964 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > subnet after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.374315 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.374709 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93896) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 05:27:47.375132 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > network after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.375486 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > network after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.375832 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > network after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.376224 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93896) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 05:27:47.376627 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > security_group after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.376978 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > security_group after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.377322 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.378441 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93896) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 05:27:47.378849 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.379234 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.379581 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.379982 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93896) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 05:27:47.380382 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > address_group after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.380729 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > address_group after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.381073 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.381462 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93896) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 05:27:47.381843 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] ML2 OVO RPC backend initialized. {{(pid=93896) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 05:27:47.382544 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.382901 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.383346 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > network before_response 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.383700 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > networks before_response 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.384052 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > port before_response 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.384398 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > ports before_response 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.384743 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > subnet before_response 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.385089 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > subnets before_response 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.385435 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > network after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.385786 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > network after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.386125 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > network after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.386464 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > port after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.386803 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > port after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.387159 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > port after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.387498 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > subnet after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.387834 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > subnet after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.388168 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.388736 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.plugin [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Modular L2 Plugin initialization complete Aug 31 05:27:47.389069 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading services supported by the core plugin {{(pid=93896) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 05:27:47.389399 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.plugins.ml2.managers [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Got port-security extension from driver 'port_security' Aug 31 05:27:47.389858 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.extensions.vlantransparent [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Disabled vlantransparent extension. Aug 31 05:27:47.390337 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93896) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 05:27:47.390660 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading Plugin: router Aug 31 05:27:47.427311 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.427703 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router after_create 55549900 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.428080 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router before_create 55549900 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.428457 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.428846 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.429204 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router after_delete 55549900 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.429570 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.429925 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.430287 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router after_create 55549900 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.430637 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router after_update 55549900 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.430990 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router after_update 55549900 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.431373 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.431736 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router after_update 55549900 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.432149 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router precommit_update 55549900 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.432521 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: port after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.432867 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: port after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.433208 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: subnet after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.433550 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.433902 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.434259 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router precommit_create 55549900 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.434611 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: port before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.434961 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router precommit_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.435354 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router after_update 55549900 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.435703 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.436060 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router precommit_create 55549900 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.436421 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.436770 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router precommit_update 55549900 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.437137 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > agent after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.437499 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > agent after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.437847 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > network after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.438696 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Tracking information for resource: router configured {{(pid=93896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:27:47.439036 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Tracking information for resource: floatingip configured {{(pid=93896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:27:47.444584 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.db.l3_agentschedulers_db [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 05:27:47.445151 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: port after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.445514 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: port after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.445870 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: port after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.446229 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: port after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.447011 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router before_create 55550100 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.447404 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.447773 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router precommit_create 55550100 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.448137 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > router precommit_update 55550100 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.452694 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.services.provider_configuration [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service providers = [] {{(pid=93896) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 05:27:47.453219 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.db.servicetype_db [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93896) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 05:27:47.456008 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.services.service_base [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 05:27:47.456362 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.services.service_base [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 05:27:47.456710 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.services.service_base [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 05:27:47.457601 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.services.service_base [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 05:27:47.457980 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.services.service_base [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 05:27:47.458354 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:27:47.458675 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 05:27:47.469173 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:27:47.469509 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading Plugin: auto_allocate Aug 31 05:27:47.475269 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: network precommit_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.475644 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: network precommit_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.476162 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:27:47.476491 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading Plugin: tag Aug 31 05:27:47.482922 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:27:47.483294 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading Plugin: timestamp Aug 31 05:27:47.488025 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:27:47.488360 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading Plugin: network_ip_availability Aug 31 05:27:47.493702 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.494075 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.494438 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.495170 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:27:47.495500 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading Plugin: flavors Aug 31 05:27:47.500209 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:27:47.500497 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading Plugin: revisions Aug 31 05:27:47.505297 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:27:47.505686 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_concurrency.lockutils [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=93896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 05:27:47.506407 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93896) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 05:27:47.506757 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Initializing extension manager. Aug 31 05:27:47.507311 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: __init__.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.507657 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: __pycache__ {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.507996 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.508329 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: address_group.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.509083 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.509643 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: address-group Aug 31 05:27:47.509967 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: address_scope.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.510684 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.511229 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: address-scope Aug 31 05:27:47.511553 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.512489 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.513004 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: router-admin-state-down-before-update Aug 31 05:27:47.513328 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: agent.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.514227 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.514737 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: agent Aug 31 05:27:47.515060 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: agent_resources_synced.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.516000 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.516512 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: agent-resources-synced Aug 31 05:27:47.516843 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: allowedaddresspairs.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.518899 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.519852 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: allowed-address-pairs Aug 31 05:27:47.520385 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: auto_allocated_topology.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.521723 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.522387 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: auto-allocated-topology Aug 31 05:27:47.522841 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: availability_zone.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.523878 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.524780 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: availability_zone Aug 31 05:27:47.525126 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: availability_zone_filter.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.526151 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.526685 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: availability_zone_filter Aug 31 05:27:47.527021 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: data_plane_status.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.527962 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.528480 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 05:27:47.528809 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: default_subnetpools.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.529722 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.530239 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: default-subnetpools Aug 31 05:27:47.530834 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.531414 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.531932 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: dhcp_agent_scheduler Aug 31 05:27:47.532261 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: dns.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.533184 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.533702 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 05:27:47.534057 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: dns_domain_ports.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.534982 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.535529 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 05:27:47.535855 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.536785 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.537301 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 05:27:47.537627 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: dvr.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.538304 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.538816 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: dvr Aug 31 05:27:47.539171 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: ecmp_routes.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.540100 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.540611 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 05:27:47.540934 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: empty_string_filtering.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.541846 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.542359 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: empty-string-filtering Aug 31 05:27:47.542684 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.543630 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.544142 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 05:27:47.544466 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.545386 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.545894 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 05:27:47.546218 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: external_net.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.547156 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.547672 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: external-net Aug 31 05:27:47.547996 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.548909 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.549948 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: extra_dhcp_opt Aug 31 05:27:47.550277 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: extraroute.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.551219 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.551742 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: extraroute Aug 31 05:27:47.552062 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: extraroute_atomic.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.553089 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.553601 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: extraroute-atomic Aug 31 05:27:47.553926 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: filter_validation.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.554596 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.555126 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: filter-validation Aug 31 05:27:47.555479 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: fip_pf_description.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.556393 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.556903 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 05:27:47.557228 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: fip_port_details.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.558146 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.558663 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: fip-port-details Aug 31 05:27:47.558987 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: flavors.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.560250 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.560778 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: flavors Aug 31 05:27:47.561108 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.562770 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.563328 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 05:27:47.563660 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: floatingip_pools.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.564362 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.564884 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: floatingip-pools Aug 31 05:27:47.565767 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: ip_allocation.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.566694 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.567241 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 05:27:47.567569 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.568504 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.569024 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: ip-substring-filtering Aug 31 05:27:47.569351 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: l2_adjacency.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.570277 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.570797 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 05:27:47.571144 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: l3.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.572247 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.572774 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: router Aug 31 05:27:47.573101 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.575349 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.575886 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 05:27:47.576217 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.577178 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.577709 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: ext-gw-mode Aug 31 05:27:47.578036 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.578979 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.579531 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: l3-ha Aug 31 05:27:47.579859 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: l3_flavors.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.580801 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.581316 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: l3-flavors Aug 31 05:27:47.581639 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.582555 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.583069 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 05:27:47.583421 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: l3agentscheduler.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.584451 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.584968 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: l3_agent_scheduler Aug 31 05:27:47.585298 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: logging.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.586781 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.587357 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension logging not supported by any of loaded plugins Aug 31 05:27:47.587698 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: metering.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.588446 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.589031 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: metering Aug 31 05:27:47.589367 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.590455 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.590977 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: metering_source_and_destination_fields Aug 31 05:27:47.591344 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: multiprovidernet.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.592276 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.592792 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: multi-provider Aug 31 05:27:47.593121 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: netmtu.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.594046 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.594556 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: net-mtu Aug 31 05:27:47.594885 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: netmtu_writable.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.595836 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.596397 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: net-mtu-writable Aug 31 05:27:47.596726 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: network_availability_zone.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.597410 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.597920 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: network_availability_zone Aug 31 05:27:47.598245 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: network_ip_availability.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.599355 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.599874 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: network-ip-availability Aug 31 05:27:47.600203 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: network_segment_range.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.600969 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.601479 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 05:27:47.601805 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: pagination.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.602782 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.603137 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: pagination Aug 31 05:27:47.603467 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: port_device_profile.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.604375 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.604893 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: port-device-profile Aug 31 05:27:47.605218 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.606155 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.606673 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: port-mac-address-regenerate Aug 31 05:27:47.606997 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.607952 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.608474 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: port-numa-affinity-policy Aug 31 05:27:47.608797 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: port_resource_request.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.609979 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.610489 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 05:27:47.610813 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: portbindings.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.611791 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.612825 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: binding Aug 31 05:27:47.613147 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: portbindings_extended.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.614541 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.615061 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: binding-extended Aug 31 05:27:47.615413 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: portsecurity.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.616332 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.616847 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: port-security Aug 31 05:27:47.617173 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: project_id.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.618155 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.618487 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: project-id Aug 31 05:27:47.618812 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: providernet.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.619776 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.620304 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: provider Aug 31 05:27:47.620632 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: qos.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.624125 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.624656 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension qos not supported by any of loaded plugins Aug 31 05:27:47.624991 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.626242 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.626851 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 05:27:47.627224 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.628755 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.629277 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 05:27:47.629608 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: qos_default.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.630529 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.631048 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension qos-default not supported by any of loaded plugins Aug 31 05:27:47.631405 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: qos_fip.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.632070 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.632577 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 05:27:47.632903 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: qos_gateway_ip.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.633835 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.634355 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 05:27:47.634682 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: qos_port_network_policy.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.635629 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.636149 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 05:27:47.636474 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: qos_pps_rule.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.637653 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.638179 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 05:27:47.638511 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: qos_rule_type_details.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.639471 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.639990 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 05:27:47.640315 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: qos_rules_alias.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.641360 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.641879 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 05:27:47.642207 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: quotasv2.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.643155 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.643493 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: quotas Aug 31 05:27:47.643813 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: quotasv2_detail.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.647327 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.648912 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: quota_details Aug 31 05:27:47.648912 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: rbac.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.650170 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.650891 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: rbac-policies Aug 31 05:27:47.651466 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: rbac_address_group.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.652988 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.654847 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: rbac-address-group Aug 31 05:27:47.654847 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: rbac_address_scope.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.655164 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.657267 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: rbac-address-scope Aug 31 05:27:47.657267 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: rbac_security_groups.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.657267 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.658025 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: rbac-security-groups Aug 31 05:27:47.658469 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: rbac_subnetpool.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.659461 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.659981 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: rbac-subnetpool Aug 31 05:27:47.660305 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: revisionifmatch.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.661233 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.661752 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: revision-if-match Aug 31 05:27:47.662077 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: revisions.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.663227 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.663754 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: standard-attr-revisions Aug 31 05:27:47.664082 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: router_availability_zone.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.664767 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.665286 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: router_availability_zone Aug 31 05:27:47.665614 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: routerservicetype.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.666542 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.667058 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 05:27:47.667414 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.668342 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.668858 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: security-groups-normalized-cidr Aug 31 05:27:47.669181 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.670112 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.670629 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: port-security-groups-filtering Aug 31 05:27:47.670952 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.671911 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.672431 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: security-groups-remote-address-group Aug 31 05:27:47.672757 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: securitygroup.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.682818 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.683388 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: security-group Aug 31 05:27:47.683726 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: segment.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.684551 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.685071 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension segment not supported by any of loaded plugins Aug 31 05:27:47.685402 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.686354 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.686878 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 05:27:47.687234 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: servicetype.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.688433 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.688964 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: service-type Aug 31 05:27:47.689299 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: sorting.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.690903 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.691297 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: sorting Aug 31 05:27:47.691627 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: standard_attr_segment.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.692554 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.693081 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 05:27:47.693407 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: standardattrdescription.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.694062 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.694587 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: standard-attr-description Aug 31 05:27:47.694917 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: stateful_security_group.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.695875 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.696401 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: stateful-security-group Aug 31 05:27:47.696728 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: stdattrs_common.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.697313 dv-cinder-806559-3-iscsi neutron-server[93896]: WARNING neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 05:27:47.697634 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.698571 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.699090 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 05:27:47.699435 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: subnet_onboard.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.701074 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.701637 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: subnet_onboard Aug 31 05:27:47.701994 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.703351 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.703926 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 05:27:47.704340 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: subnet_service_types.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.705324 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.706031 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: subnet-service-types Aug 31 05:27:47.706386 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: subnetallocation.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.707714 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.708276 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: subnet_allocation Aug 31 05:27:47.708689 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.709504 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.710051 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: subnetpool-prefix-ops Aug 31 05:27:47.710415 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.711630 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.712284 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 05:27:47.712652 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: tagging.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.713942 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.714502 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: standard-attr-tag Aug 31 05:27:47.714860 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: timestamp.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.716408 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.716967 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loaded extension: standard-attr-timestamp Aug 31 05:27:47.717388 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: trunk.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.718595 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.719279 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension trunk not supported by any of loaded plugins Aug 31 05:27:47.719621 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: trunk_details.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.720618 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.721738 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 05:27:47.722189 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: uplink_status_propagation.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.723389 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.723966 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 05:27:47.724368 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Loading extension file: vlantransparent.py {{(pid=93896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:27:47.725138 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:27:47.725721 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 05:27:47.728663 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:network Aug 31 05:27:47.729329 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:subnet Aug 31 05:27:47.729966 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 05:27:47.730400 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:port Aug 31 05:27:47.731790 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.v2.resource_helper [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:27:47.732261 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.v2.resource_helper [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service FLAVORS assigned prefix: {{(pid=93896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:27:47.732986 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.v2.resource_helper [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:27:47.733413 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.v2.resource_helper [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:27:47.733744 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:router Aug 31 05:27:47.734183 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 05:27:47.734935 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.v2.resource_helper [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service METERING assigned prefix: /metering {{(pid=93896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:27:47.736415 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.736798 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.737690 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:27:47.738778 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 05:27:47.739293 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:security_group Aug 31 05:27:47.739729 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 05:27:47.741476 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.v2.resource_helper [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service CORE assigned prefix: {{(pid=93896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:27:47.741826 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 05:27:47.742189 dv-cinder-806559-3-iscsi neutron-server[93896]: WARNING neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] subnetpool is already registered Aug 31 05:27:47.742627 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.v2.resource_helper [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service CORE assigned prefix: {{(pid=93896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:27:47.742964 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 05:27:47.743325 dv-cinder-806559-3-iscsi neutron-server[93896]: WARNING neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] subnetpool is already registered Aug 31 05:27:47.745592 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.v2.resource_helper [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:27:47.746028 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.v2.resource_helper [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service FLAVORS assigned prefix: {{(pid=93896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:27:47.746615 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.v2.resource_helper [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:27:47.747037 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.v2.resource_helper [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:27:47.747401 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:router Aug 31 05:27:47.747746 dv-cinder-806559-3-iscsi neutron-server[93896]: WARNING neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] router is already registered Aug 31 05:27:47.748172 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 05:27:47.748514 dv-cinder-806559-3-iscsi neutron-server[93896]: WARNING neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] floatingip is already registered Aug 31 05:27:47.748975 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.v2.resource_helper [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service METERING assigned prefix: /metering {{(pid=93896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:27:47.749637 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 05:27:47.749970 dv-cinder-806559-3-iscsi neutron-server[93896]: WARNING neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] rbac_policy is already registered Aug 31 05:27:47.750428 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:security_group Aug 31 05:27:47.750722 dv-cinder-806559-3-iscsi neutron-server[93896]: WARNING neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] security_group is already registered Aug 31 05:27:47.751147 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 05:27:47.751487 dv-cinder-806559-3-iscsi neutron-server[93896]: WARNING neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] security_group_rule is already registered Aug 31 05:27:47.752109 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.v2.resource_helper [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service CORE assigned prefix: {{(pid=93896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:27:47.752437 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 05:27:47.752794 dv-cinder-806559-3-iscsi neutron-server[93896]: WARNING neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] subnetpool is already registered Aug 31 05:27:47.753211 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.v2.resource_helper [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Service CORE assigned prefix: {{(pid=93896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:27:47.753535 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 05:27:47.753869 dv-cinder-806559-3-iscsi neutron-server[93896]: WARNING neutron.quota.resource_registry [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] subnetpool is already registered Aug 31 05:27:47.754343 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: extensions {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.755853 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: address-groups {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.757348 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: address-scopes {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.758662 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: agents {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.759913 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: auto-allocated-topology {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.761307 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: availability_zones {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.762883 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: dhcp-networks {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.764453 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: dhcp-agents {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.765870 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: routers {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.768130 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: flavors {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.769307 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: service_profiles {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.770524 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: next_providers {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.772015 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: service_profiles {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.773548 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: floatingip-pools {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.774761 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: routers {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.776922 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: floatingips {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.778210 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: l3-routers {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.779620 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: l3-agents {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.781017 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: metering-labels {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.782358 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: metering-label-rules {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.783688 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: network-ip-availabilities {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.785476 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: bindings {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.787155 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: quotas {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.788605 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: quotas {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.790030 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: rbac-policies {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.791366 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: security-groups {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.792673 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: security-group-rules {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.793901 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: service-providers {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.795152 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: subnetpools {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.796584 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: subnetpools {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.798069 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: tags {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.800399 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: tags {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.802195 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: tags {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.804001 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: tags {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.806756 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: tags {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.808670 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: tags {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.810355 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: tags {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.812295 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: tags {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.814046 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: tags {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.815888 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron.api.extensions [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Extended resource: tags {{(pid=93896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:27:47.821800 dv-cinder-806559-3-iscsi neutron-server[93896]: WARNING keystonemiddleware.auth_token [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 05:27:47.826512 dv-cinder-806559-3-iscsi neutron-server[93896]: WARNING keystonemiddleware.auth_token [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 05:27:47.835165 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_concurrency.lockutils [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Acquired lock "singleton_lock" {{(pid=93896) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 05:27:47.835650 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_concurrency.lockutils [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Releasing lock "singleton_lock" {{(pid=93896) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 05:27:47.836287 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO oslo_service.service [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Starting 2 workers Aug 31 05:27:47.841053 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Started child 94005 {{(pid=93896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 05:27:47.845393 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Started child 94006 {{(pid=93896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 05:27:47.846832 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:47.847641 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO neutron.service [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 05:27:47.848262 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Notify callbacks [] for process, before_spawn {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:47.848473 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [-] (94005) wsgi starting up on http://0.0.0.0:9696 Aug 31 05:27:47.850606 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO oslo_service.service [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Starting 1 workers Aug 31 05:27:47.850728 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:47.852032 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [-] (94006) wsgi starting up on http://0.0.0.0:9696 Aug 31 05:27:47.855848 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Started child 94007 {{(pid=93896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 05:27:47.856371 dv-cinder-806559-3-iscsi neutron-server[93896]: INFO oslo_service.service [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Starting 1 workers Aug 31 05:27:47.859868 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.service [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] calling RpcWorker wait() {{(pid=94007) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 05:27:47.860397 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.service [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] returning from RpcWorker wait() {{(pid=94007) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 05:27:47.861022 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Started child 94008 {{(pid=93896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 05:27:47.861728 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:47.861933 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae03de34-67a3-4aa9-b13d-b7c38e6957e7 None None] Notify callbacks [] for process, after_spawn {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:47.862866 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:47.864281 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93896) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 05:27:47.864486 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 05:27:47.864675 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 05:27:47.864893 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 05:27:47.865238 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 05:27:47.865403 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 05:27:47.865917 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.866201 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.866448 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.866541 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:47.866990 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.866990 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.867584 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:47.867755 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.867895 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.868077 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.868359 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.868604 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.868779 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.868943 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.869200 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.869432 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.869722 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.869986 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.870233 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.870505 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.870676 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.870936 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.871228 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.871480 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.871750 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] debug = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.872002 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.872487 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.872735 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.872982 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.873198 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.873479 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.873723 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.873995 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.874227 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.874445 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.874676 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.874924 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.875193 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.875496 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.875663 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.875906 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.876126 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.876578 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] host = dv-cinder-806559-3-iscsi {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.876827 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.877052 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.877305 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.877640 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.877856 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.878090 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.878434 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.878577 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.878840 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.879066 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.879329 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.879562 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.879875 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.880045 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_file = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.880209 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_options = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.880426 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.880710 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.880969 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.881163 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.881331 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.881511 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.881776 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.881941 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.882184 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.882415 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.882628 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.882841 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.883070 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.883325 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.883572 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.883815 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.884059 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.884269 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.884513 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.884738 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.884994 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.885212 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.885456 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.885679 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.885882 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.886116 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.886347 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.886594 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.886808 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.887071 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.887347 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.887598 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.887840 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.888105 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.888337 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.888655 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.888801 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.889063 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.889294 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.889544 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.889807 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.890039 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.890283 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.890521 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.890739 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.890971 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] use_json = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.891232 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.891467 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.891719 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.891937 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.892164 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.892376 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.892710 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.892855 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.893301 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.893585 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.893904 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.894131 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.894366 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.894606 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.894837 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.895074 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.895451 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.895642 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.897238 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.897502 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.897816 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.898063 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.898343 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.898704 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.898974 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.899285 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.899562 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.900871 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.901334 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.901611 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.901907 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.902227 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.902421 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.902981 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.903487 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.903680 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.903989 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.904276 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.904543 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.904776 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.905029 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.905283 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.905532 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.905758 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.905984 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.906275 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.906506 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.906729 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.906956 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.907223 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.907450 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.907931 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.908046 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.908200 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.909617 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.909617 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.909855 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.909855 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.910080 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.910352 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.910886 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.911781 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.911781 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.911781 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.911781 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.912235 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.912235 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.912468 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.914585 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.914585 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.914585 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.914585 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.914585 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.914585 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.914585 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.914585 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.914585 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.916071 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.916071 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.916071 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.916071 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.916071 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.916071 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.916071 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.916879 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.916879 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.916879 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.917143 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.917143 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.917380 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.917625 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.917849 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.918086 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.918312 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.918548 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.918764 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.919004 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.919741 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.919741 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.919996 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.920118 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.920584 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.920584 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.920815 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.921017 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.921273 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.921496 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.921714 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.922103 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.922255 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.922456 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.922798 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.922934 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.923233 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.923411 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.923659 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.923901 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.925436 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.925436 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.925436 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.925436 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.925769 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.925952 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.926191 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.926449 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.926712 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.926996 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.927269 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.927531 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.927840 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.928133 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.928409 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.928673 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.928926 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.929198 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.929460 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.929854 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.930122 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.930212 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.930628 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.930788 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.930946 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.931285 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.931441 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.931652 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.932012 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.935140 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.935140 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.935140 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.935140 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.935140 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.935140 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.935140 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.935140 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.935645 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.935645 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.935645 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.935645 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.935645 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.935645 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.936002 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.936002 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.936248 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.936405 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.936647 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.936856 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.937938 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.937938 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.937938 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.937938 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.938264 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.938264 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.938462 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.938683 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.938906 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.939170 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.939394 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.939617 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.940291 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.940291 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.940291 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.940593 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.941279 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.941279 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.941279 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.941557 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.941761 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.942018 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.942239 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.942492 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.942716 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.942933 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.943195 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.943390 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.943616 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.943888 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.944165 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.944520 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.944871 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.945134 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.945484 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.945935 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.946193 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.946443 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.946659 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.946922 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.947170 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.947398 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.947628 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.947841 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.948180 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.948456 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.948727 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.948958 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.949177 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.949395 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.949628 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.949872 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.950088 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.950392 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.950649 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.950876 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.951181 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.951427 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.951668 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.951903 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.952122 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.952338 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.952586 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.952804 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.953022 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.953250 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.953465 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.953679 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.953906 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.954128 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.954342 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.954569 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.954802 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.955071 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.955323 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.955542 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.955823 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.956058 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.956275 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.956491 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.956721 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.956943 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.957145 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.957375 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.957595 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.957815 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.958070 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.958279 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.958494 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.958818 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.959078 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.959324 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.959609 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.959871 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.960130 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.960360 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.960677 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.960896 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.961159 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.961386 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.961623 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.961846 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.962110 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.962427 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.962718 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.962977 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.963261 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.963525 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.963810 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.964096 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.964314 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.964606 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.964934 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.965205 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.965467 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.965698 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.965952 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.966193 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.966414 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.966633 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.966868 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.967086 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.967350 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.967580 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.967842 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.968072 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.968325 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.968543 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.968792 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.969036 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.969279 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.969498 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.969658 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 05:27:47.970171 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93896) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 05:27:47.970350 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 05:27:47.970506 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 05:27:47.970691 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 05:27:47.970866 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 05:27:47.971019 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 05:27:47.971773 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.971944 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.972108 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.972271 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.972432 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.972613 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.972777 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.972954 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.973098 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.973258 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.973508 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.973603 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.973727 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.973886 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.974045 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.974205 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.974393 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.974529 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.974662 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.974824 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.974982 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.975161 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.975324 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] debug = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.975484 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.975694 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.975862 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.976021 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.976181 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.976342 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.976501 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.976661 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.976820 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.976979 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.977140 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.977300 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.977464 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.977627 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.977785 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.977944 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.978103 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.978263 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] host = dv-cinder-806559-3-iscsi {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.978736 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.978948 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.979181 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.979343 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.979505 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.979667 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.980005 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.980005 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.980331 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.980503 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.980669 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.981734 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.981734 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.981734 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_file = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.981734 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_options = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.981734 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.981734 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.981734 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.982525 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.982525 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.982525 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.982525 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.982525 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.983120 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.983120 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.983120 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.983120 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.983567 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.983567 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.983567 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.983865 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.983865 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.984090 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.984466 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.984592 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.984721 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.984856 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.985068 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.985205 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.985327 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.985409 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.985564 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.985725 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.985884 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.986043 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.986203 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.986363 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.986522 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.986681 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.986857 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.987629 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.987787 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.987951 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.988112 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.988271 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.988434 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.988595 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.988756 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.988915 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.989146 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.989261 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] use_json = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.989366 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.989517 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.989678 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.989837 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.989996 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.990156 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.990318 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.990483 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:27:47.990646 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.990818 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.990993 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.991180 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.991347 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.991511 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.991675 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.991838 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.991989 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.992152 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.992322 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.992474 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.992649 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.992813 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.992976 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.993142 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.993305 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.993470 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.993635 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.993799 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.993963 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.994126 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.994300 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.994463 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.994626 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.994790 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.994952 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.995154 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.995316 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.995483 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.995644 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.995808 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.995976 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.996124 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.996292 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.996457 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.996621 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.996784 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.996932 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.997098 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.997262 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.997424 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.997588 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.997808 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.997947 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.998077 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.998223 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.998358 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.998502 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.998663 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.998826 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.998990 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.999174 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.999339 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.999503 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.999696 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.999847 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:47.999982 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.000132 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.000297 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.000489 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:48.000659 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.000659 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.000916 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.000916 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.001181 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.001310 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.001438 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.001565 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.001693 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.001822 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.001986 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.002149 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.002312 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.002503 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.002706 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.002870 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.003035 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.003212 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.003371 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.003535 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.003698 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.003861 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.004024 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.004188 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.004351 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.004514 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.004754 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.004847 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.004991 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.005164 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.005348 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.005494 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.005657 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.005821 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.005983 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.006146 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.006308 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.006471 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.006634 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.006798 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.006961 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.007134 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.007305 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.007468 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.007631 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.007802 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.007957 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.008119 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.008281 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.008448 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.008611 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.008775 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.008938 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.009101 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.009263 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.009426 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.009600 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.009760 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.009926 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.010088 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.010259 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.010434 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.010598 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.010762 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.010922 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.011341 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.011788 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.011955 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.012319 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.012319 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.012570 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.012570 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.012795 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.012913 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.013060 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.013224 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.013395 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.013571 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.013735 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.013899 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.014063 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.014226 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.014396 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.014549 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.014713 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.014877 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.015040 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.015226 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.015432 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.015559 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.015698 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.015863 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.016026 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.016191 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.016355 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.016518 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.016682 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.016846 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.017009 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.017173 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.017336 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.017499 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.017662 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.017825 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.017988 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.018175 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.018343 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.018507 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.018671 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.018834 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.018996 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.019180 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.019344 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.019508 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.019675 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.019840 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.020003 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.020166 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.020371 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.020483 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.020652 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.020816 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.020977 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.021141 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.021382 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.021507 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.021628 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.021757 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.021911 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.022075 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.022238 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.022401 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.022580 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.022743 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.022906 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.023068 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.023243 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.023402 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.023564 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.023727 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.023889 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.024051 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.024213 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.024378 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.024812 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.024812 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.025066 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.025066 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.025245 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.025364 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.025559 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.025682 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.025801 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.025919 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.026075 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.026238 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.026401 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.026576 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.026740 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.026904 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.027067 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.027253 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.027416 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.027590 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.027754 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.027917 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.028085 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.028247 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.028415 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.028587 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.028751 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.028914 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.029077 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.029240 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.029403 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.029577 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.029740 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.029904 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.030067 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.030228 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.030392 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.030565 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.030729 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.030892 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.031054 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.031237 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.031400 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.031573 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.031737 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.031901 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.032072 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.032234 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.032397 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.032560 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.032735 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.032899 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.033064 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.033227 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.033389 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.033552 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.034219 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.034396 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.034570 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.034741 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.034906 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.035078 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.035269 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.035443 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.035607 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.035778 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.035994 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.036117 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.036279 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.036443 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.036606 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.036770 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.036932 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.037095 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.037256 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.037420 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.037583 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.037745 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.037908 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.038071 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.038233 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.038395 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.038559 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.038722 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.038889 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.039052 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:27:48.039225 dv-cinder-806559-3-iscsi neutron-server[93896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 05:27:48.266203 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 42980) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:27:48.275504 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069952 Aug 31 05:27:59.650648 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eec0e27-28a7-44d7-8900-ddc76efbc98d None None] get_active_networks_info from dv-cinder-806559-3-iscsi {{(pid=94007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 05:27:59.731239 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eec0e27-28a7-44d7-8900-ddc76efbc98d None None] No non-hosted networks {{(pid=94007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 05:27:59.746646 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.agentschedulers_db [None req-3eec0e27-28a7-44d7-8900-ddc76efbc98d None None] DHCP Agent not found on host dv-cinder-806559-3-iscsi {{(pid=94007) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 05:27:59.871968 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5da441b5-1207-410c-9efe-54c1a7e134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-370407'] for agent, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:01.847764 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a9e86cc7-86c1-4b09-8def-a702eb2c9c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-370407'] for agent, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:01.923525 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-1a9da4c9-6642-446d-a9e2-40386531350a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:02.317408 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-370407'] for agent, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:02.318767 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:02.320275 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:02.321354 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:02.322001 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:02.322837 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:02.324065 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:02.326402 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:02.327789 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:02.329289 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:02.329839 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:02.331414 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:02.331996 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:02.334101 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806559-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:02.350229 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806559-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:03.262254 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-370407'] for agent, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:04.837631 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-370407'] for agent, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:06.067181 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 43072) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:06.231841 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.db.l3_hamode_db [None req-95b9cde9-d2d1-4b9b-9cc5-445cf37a954c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 05:28:06.308999 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9cde9-d2d1-4b9b-9cc5-445cf37a954c None None] Routers set() bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:06.309389 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9cde9-d2d1-4b9b-9cc5-445cf37a954c None None] Router IDs set() for agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 05:28:06.565919 dv-cinder-806559-3-iscsi neutron-server[94005]: WARNING oslo_policy.policy [None req-bee452e8-6a3f-4ceb-aca9-be3f4cc8a3d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:28:06.566488 dv-cinder-806559-3-iscsi neutron-server[94005]: WARNING oslo_policy.policy [None req-bee452e8-6a3f-4ceb-aca9-be3f4cc8a3d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:28:06.785971 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [None req-bee452e8-6a3f-4ceb-aca9-be3f4cc8a3d8 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:28:06.787206 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-bee452e8-6a3f-4ceb-aca9-be3f4cc8a3d8 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7179031 Aug 31 05:28:09.144534 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 43086) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:09.450505 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-1fefed5f-2580-4061-b449-4d82ea2d72e5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:09.542990 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.policy [None req-1fefed5f-2580-4061-b449-4d82ea2d72e5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94005) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 05:28:09.588709 dv-cinder-806559-3-iscsi neutron-server[94005]: WARNING oslo_policy.policy [None req-1fefed5f-2580-4061-b449-4d82ea2d72e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:28:09.589087 dv-cinder-806559-3-iscsi neutron-server[94005]: WARNING oslo_policy.policy [None req-1fefed5f-2580-4061-b449-4d82ea2d72e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:28:09.597739 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.quota [None req-1fefed5f-2580-4061-b449-4d82ea2d72e5 admin admin] Loaded quota_driver: . Aug 31 05:28:09.685126 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1fefed5f-2580-4061-b449-4d82ea2d72e5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779788645684', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779788646233', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779788617025', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779788631973', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779788283215', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779788612367', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133693773', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133844074', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628893', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-569188'] for rbac-policy, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:09.748089 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1fefed5f-2580-4061-b449-4d82ea2d72e5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:09.749264 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-1fefed5f-2580-4061-b449-4d82ea2d72e5 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6037636 Aug 31 05:28:12.300183 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43098) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:12.780401 dv-cinder-806559-3-iscsi neutron-server[94006]: WARNING oslo_policy.policy [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:28:12.780989 dv-cinder-806559-3-iscsi neutron-server[94006]: WARNING oslo_policy.policy [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:28:13.000605 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Request body: {'network': {'project_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'admin_state_up': True, 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'name': 'private'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:13.002208 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.quota [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Loaded quota_driver: . Aug 31 05:28:13.056265 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Made reservation on behalf of e763468f09e14d10ba2dff1021cc2bdf for: {'network': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:28:13.121509 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.policy [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94006) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 05:28:13.167143 dv-cinder-806559-3-iscsi neutron-server[94006]: WARNING oslo_policy.policy [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:28:13.167513 dv-cinder-806559-3-iscsi neutron-server[94006]: WARNING oslo_policy.policy [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:28:13.177713 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:13.199342 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:13.329261 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:13.333925 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:13.353414 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=94006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:28:13.383228 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779785183946', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:13.383796 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Unsubscribe: segment precommit_create {{(pid=94006) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 05:28:13.384279 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.segments_db [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Added segment d9876c24-f2a5-490c-8f92-eee5d8c1170e of type vlan for network a8cd7dae-4f25-40aa-9547-7cead3b018a2 Aug 31 05:28:13.401177 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8168b965-6bde-42b3-9eb8-22811ad05f11,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:13.450612 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:13.450966 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:13.451348 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:13.451676 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:13.451999 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:13.452335 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:13.452655 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:13.452973 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:13.453301 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:13.453622 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:13.453935 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:13.454251 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Tracked resource versions report: Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: pushed versions: Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: { 'AddressGroup': {'1.2'}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'ConntrackHelper': {'1.0'}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Log': {'1.0'}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Network': {'1.1'}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Port': {'1.7'}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'PortForwarding': {'1.2'}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'QosPolicy': {'1.9'}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'SecurityGroup': {'1.4'}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'SubPort': {'1.0'}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Subnet': {'1.1'}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Trunk': {'1.1'}} Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: consumer versions: Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: { DHCP agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: L3 agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: Metadata agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: Metering agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: Open vSwitch agent@dv-cinder-806559-3-iscsi: { 'AddressGroup': '1.2', Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'ConntrackHelper': '1.0', Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Log': '1.0', Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Network': '1.1', Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Port': '1.7', Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'PortForwarding': '1.2', Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'QosPolicy': '1.9', Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'SecurityGroup': '1.4', Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'SecurityGroupRule': '1.2', Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'SubPort': '1.0', Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Subnet': '1.1', Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Trunk': '1.1'}} Aug 31 05:28:13.455538 dv-cinder-806559-3-iscsi neutron-server[94006]: {{(pid=94006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:28:13.495726 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:13.539202 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:13.540257 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:13.540901 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:13.617722 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3162897 Aug 31 05:28:13.636098 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8d8c3-c7b3-465b-80d4-737f5555d48d admin admin] Pushing event updated for resources: {'Network': ['ID=a8cd7dae-4f25-40aa-9547-7cead3b018a2,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:13.648481 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network a8cd7dae-4f25-40aa-9547-7cead3b018a2 details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:28:16.243072 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43120) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:16.630064 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e784f5-2a81-415c-9fa9-b9932b36c6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:16.631430 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-56e784f5-2a81-415c-9fa9-b9932b36c6aa admin admin] 10.222.0.10 "GET /v2.0/networks/a8cd7dae-4f25-40aa-9547-7cead3b018a2 HTTP/1.1" status: 200 len: 825 time: 0.3873541 Aug 31 05:28:16.670844 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-a59b978d-a510-43ee-a08c-591867bfa243 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/ce50748e-6f86-4232-b19b-fdaea1b7455d HTTP/1.1" status: 200 len: 734 time: 0.0331378 Aug 31 05:28:16.680562 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-03af266d-c2fb-4af0-b9d6-a11570d4d25b admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'gateway_ip': '172.20.0.1', 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2', 'name': 'private-subnet', 'subnetpool_id': 'ce50748e-6f86-4232-b19b-fdaea1b7455d'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:16.702153 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03af266d-c2fb-4af0-b9d6-a11570d4d25b admin admin] Made reservation on behalf of e763468f09e14d10ba2dff1021cc2bdf for: {'subnet': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:28:16.704465 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-03af266d-c2fb-4af0-b9d6-a11570d4d25b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:16.985559 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-03af266d-c2fb-4af0-b9d6-a11570d4d25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for subnet, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:17.052336 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af266d-c2fb-4af0-b9d6-a11570d4d25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b3cd40-4be2-4ccc-85d0-8f941730de8e,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:17.055147 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af266d-c2fb-4af0-b9d6-a11570d4d25b admin admin] Checking segment: {'id': 'd9876c24-f2a5-490c-8f92-eee5d8c1170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:28:17.055526 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03af266d-c2fb-4af0-b9d6-a11570d4d25b admin admin] Network hostable DHCP agents. Network: a8cd7dae-4f25-40aa-9547-7cead3b018a2, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:28:17.075393 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03af266d-c2fb-4af0-b9d6-a11570d4d25b admin admin] Network a8cd7dae-4f25-40aa-9547-7cead3b018a2 is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:28:17.085150 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-03af266d-c2fb-4af0-b9d6-a11570d4d25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, a8cd7dae-4f25-40aa-9547-7cead3b018a2) {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:28:17.089832 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03af266d-c2fb-4af0-b9d6-a11570d4d25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:17.090407 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-03af266d-c2fb-4af0-b9d6-a11570d4d25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:17.094579 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf2e689-92b2-4cbb-97f2-9fce32c2ff0f None None] Network a8cd7dae-4f25-40aa-9547-7cead3b018a2 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:28:17.104330 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-03af266d-c2fb-4af0-b9d6-a11570d4d25b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4268413 Aug 31 05:28:17.416567 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977e68bf-97c4-539e-b424-ee70b4d79b3f-a8cd7dae-4f25-40aa-9547-7cead3b018a2', 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2', 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'fixed_ips': [{'subnet_id': '15b3cd40-4be2-4ccc-85d0-8f941730de8e'}]}} from dv-cinder-806559-3-iscsi. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:28:17.417806 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:17.686528 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Allocated IP 172.20.0.2 (a8cd7dae-4f25-40aa-9547-7cead3b018a2/15b3cd40-4be2-4ccc-85d0-8f941730de8e/25937338-564a-4922-be3d-0b2c7734bafe) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:28:17.885027 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:17.902469 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Transition to ACTIVE for port object 25937338-564a-4922-be3d-0b2c7734bafe will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:28:17.949682 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Transition to ACTIVE for port object 25937338-564a-4922-be3d-0b2c7734bafe will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:28:17.958083 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:18.020378 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Network a8cd7dae-4f25-40aa-9547-7cead3b018a2 is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:28:18.026909 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:28:18.037404 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:28:18.043276 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Pushing event updated for resources: {'Port': ['ID=25937338-564a-4922-be3d-0b2c7734bafe,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:18.077015 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:18.077396 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:18.077700 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:18.078034 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:18.078365 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:18.078696 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:18.079022 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:18.079376 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:18.079714 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:18.080041 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:18.080364 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:18.080716 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Tracked resource versions report: Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: pushed versions: Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: { 'AddressGroup': {'1.2'}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'ConntrackHelper': {'1.0'}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Log': {'1.0'}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Network': {'1.1'}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Port': {'1.7'}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'PortForwarding': {'1.2'}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'QosPolicy': {'1.9'}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'SecurityGroup': {'1.4'}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'SubPort': {'1.0'}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Subnet': {'1.1'}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Trunk': {'1.1'}} Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: consumer versions: Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: { DHCP agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: L3 agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: Metadata agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: Metering agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: Open vSwitch agent@dv-cinder-806559-3-iscsi: { 'AddressGroup': '1.2', Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'ConntrackHelper': '1.0', Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Log': '1.0', Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Network': '1.1', Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Port': '1.7', Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'PortForwarding': '1.2', Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'QosPolicy': '1.9', Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'SecurityGroup': '1.4', Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'SecurityGroupRule': '1.2', Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'SubPort': '1.0', Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Subnet': '1.1', Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Trunk': '1.1'}} Aug 31 05:28:18.081827 dv-cinder-806559-3-iscsi neutron-server[94007]: {{(pid=94007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:28:18.129483 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Attempting to bind port 25937338-564a-4922-be3d-0b2c7734bafe on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:28:18.130097 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Attempting to bind port 25937338-564a-4922-be3d-0b2c7734bafe by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'd9876c24-f2a5-490c-8f92-eee5d8c1170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:28:18.130296 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Attempting to bind port 25937338-564a-4922-be3d-0b2c7734bafe on network a8cd7dae-4f25-40aa-9547-7cead3b018a2 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:28:18.135136 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:28:18.135553 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Checking segment: {'id': 'd9876c24-f2a5-490c-8f92-eee5d8c1170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:28:18.136038 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:18.136425 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Bound using segment: {'id': 'd9876c24-f2a5-490c-8f92-eee5d8c1170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:28:18.136919 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Bound port: 25937338-564a-4922-be3d-0b2c7734bafe, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9876c24-f2a5-490c-8f92-eee5d8c1170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:28:18.137340 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:18.198283 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] For port 25937338-564a-4922-be3d-0b2c7734bafe, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:28:18.202656 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] For port 25937338-564a-4922-be3d-0b2c7734bafe, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=25937338-564a-4922-be3d-0b2c7734bafe,segment=NetworkSegment(d9876c24-f2a5-490c-8f92-eee5d8c1170e),segment_id=d9876c24-f2a5-490c-8f92-eee5d8c1170e)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:28:18.206315 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:18.269759 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7f226-4892-4721-8ae3-6c3b2410520e None None] Pushing event updated for resources: {'Port': ['ID=25937338-564a-4922-be3d-0b2c7734bafe,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:19.560449 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43128) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:19.883373 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [None req-ef8f2bfa-9a9c-489e-8d33-aaa34dbda7d1 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:28:19.884374 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ef8f2bfa-9a9c-489e-8d33-aaa34dbda7d1 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3230515 Aug 31 05:28:22.290518 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43136) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:22.608081 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [None req-0a1f07ed-57b9-46d3-9bcf-183cc5ff5fe2 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:28:22.609425 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-0a1f07ed-57b9-46d3-9bcf-183cc5ff5fe2 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3176808 Aug 31 05:28:25.213162 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43146) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:25.525129 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-6522de0f-7cba-4548-82f2-76e86b71c68a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:25.550391 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6522de0f-7cba-4548-82f2-76e86b71c68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:25.552204 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6522de0f-7cba-4548-82f2-76e86b71c68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:25.693817 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6522de0f-7cba-4548-82f2-76e86b71c68a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:25.698169 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6522de0f-7cba-4548-82f2-76e86b71c68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370152'] for router, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:25.712445 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6522de0f-7cba-4548-82f2-76e86b71c68a admin admin] Notify callbacks [] for router, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:25.714173 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-6522de0f-7cba-4548-82f2-76e86b71c68a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4999526 Aug 31 05:28:26.136875 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 25937338-564a-4922-be3d-0b2c7734bafe up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:28:26.220395 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 25937338-564a-4922-be3d-0b2c7734bafe completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:28:26.657050 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c7c05-4d85-4aab-85ba-e9c5b891822e None None] Network a8cd7dae-4f25-40aa-9547-7cead3b018a2 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:28:26.772000 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-06c9d250-3df9-49ab-91de-ba34856fb25e None None] Provisioning for port 25937338-564a-4922-be3d-0b2c7734bafe completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:28:26.781407 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-06c9d250-3df9-49ab-91de-ba34856fb25e None None] Provisioning complete for port 25937338-564a-4922-be3d-0b2c7734bafe triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:28:26.781793 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-06c9d250-3df9-49ab-91de-ba34856fb25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:26.933537 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-06c9d250-3df9-49ab-91de-ba34856fb25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:26.968473 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-06c9d250-3df9-49ab-91de-ba34856fb25e None None] For port 25937338-564a-4922-be3d-0b2c7734bafe, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=25937338-564a-4922-be3d-0b2c7734bafe,segment=NetworkSegment(d9876c24-f2a5-490c-8f92-eee5d8c1170e),segment_id=d9876c24-f2a5-490c-8f92-eee5d8c1170e)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:26.974007 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-06c9d250-3df9-49ab-91de-ba34856fb25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:27.023345 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9d250-3df9-49ab-91de-ba34856fb25e None None] Pushing event updated for resources: {'Port': ['ID=25937338-564a-4922-be3d-0b2c7734bafe,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:27.091981 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-926d225b-ac78-4a96-beff-358f7d2da0d9 None None] Provisioning complete for port 25937338-564a-4922-be3d-0b2c7734bafe triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:28:27.092346 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-926d225b-ac78-4a96-beff-358f7d2da0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:28.078533 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43158) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:28.115360 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 25937338-564a-4922-be3d-0b2c7734bafe up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:28:28.159970 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 25937338-564a-4922-be3d-0b2c7734bafe triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:28:28.160254 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:28.394125 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [None req-b7e62792-1252-4db3-87a5-f5b093d5c9b9 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:28:28.395139 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-b7e62792-1252-4db3-87a5-f5b093d5c9b9 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3155777 Aug 31 05:28:29.523332 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-835de47d-c3d1-434f-bb5f-2cbabc3ce7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:30.764007 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43166) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:31.067223 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:31.087411 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Made reservation on behalf of 959540553884439fa75fb618f2bfc284 for: {'network': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:28:31.089548 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:31.097181 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:31.179725 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:31.182991 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:31.196144 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Reserving flat network on physical network physnet1 {{(pid=94006) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 05:28:31.216588 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5afa7-2395-49f4-b1d6-b9102728bfb7,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:31.219485 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:31.219832 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.segments_db [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Added segment ef172e77-2ddd-48f2-b310-82255c615a4e of type flat for network baf71964-5e16-4dde-973b-f2bbbd097579 Aug 31 05:28:31.264652 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:31.297333 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:31.298240 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:31.298824 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:31.344865 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5798244 Aug 31 05:28:31.355558 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cac416-ed6c-4201-b7cb-fc998a19453a admin admin] Pushing event updated for resources: {'Network': ['ID=baf71964-5e16-4dde-973b-f2bbbd097579,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:31.367546 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network baf71964-5e16-4dde-973b-f2bbbd097579 details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:28:31.841346 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-bb23accd-2394-46b5-bf96-64361d01d96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:31.923557 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 5 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:28:32.300120 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:33.215416 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:33.713890 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43184) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:33.887781 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0714e4-744d-4b62-9713-7a69156ea637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:33.889109 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-cb0714e4-744d-4b62-9713-7a69156ea637 admin admin] 10.222.0.10 "GET /v2.0/subnets/15b3cd40-4be2-4ccc-85d0-8f941730de8e HTTP/1.1" status: 200 len: 849 time: 0.1742697 Aug 31 05:28:34.008433 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-f5aa7c68-8779-4bd4-ba1b-6ee36f85210f admin admin] 10.222.0.10 "GET /v2.0/routers/5d3d27b4-cbc0-4780-b2d1-db155a1ac227 HTTP/1.1" status: 200 len: 704 time: 0.1132045 Aug 31 05:28:34.266257 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:34.550119 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_common [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Allocated IP 172.20.0.1 (a8cd7dae-4f25-40aa-9547-7cead3b018a2/15b3cd40-4be2-4ccc-85d0-8f941730de8e/68cc577b-ff2b-4891-b8c5-1377ba6fa816) {{(pid=94006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:28:34.742090 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:34.764250 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Transition to ACTIVE for port object 68cc577b-ff2b-4891-b8c5-1377ba6fa816 will not be triggered until provisioned by entity DHCP. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:28:34.778194 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:34.832495 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:34.901742 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Network a8cd7dae-4f25-40aa-9547-7cead3b018a2 is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:28:34.906369 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:28:34.912657 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Received port after_create {{(pid=94006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:28:34.913173 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369563'] for router_interface, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:34.933915 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Pushing event updated for resources: {'Port': ['ID=68cc577b-ff2b-4891-b8c5-1377ba6fa816,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:35.107966 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:35.128013 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-bb625931-e7a4-4461-803d-f13fa6a74a84 None None] Provisioning for port 68cc577b-ff2b-4891-b8c5-1377ba6fa816 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:28:35.134795 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-bb625931-e7a4-4461-803d-f13fa6a74a84 None None] Provisioning complete for port 68cc577b-ff2b-4891-b8c5-1377ba6fa816 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:28:35.135247 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-bb625931-e7a4-4461-803d-f13fa6a74a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:35.173620 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-bb625931-e7a4-4461-803d-f13fa6a74a84 None None] Port 68cc577b-ff2b-4891-b8c5-1377ba6fa816 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:28:35.310764 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:35.315860 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:35.316598 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370219'] for router_interface, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:35.392184 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Pushing event updated for resources: {'Port': ['ID=68cc577b-ff2b-4891-b8c5-1377ba6fa816,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:35.436808 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Network a8cd7dae-4f25-40aa-9547-7cead3b018a2 is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:28:35.438040 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:28:35.594012 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Router 5d3d27b4-cbc0-4780-b2d1-db155a1ac227 is scheduled to L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 with binding_index 1 {{(pid=94006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:28:35.684148 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:28:35.703427 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-e7208b86-b22b-49f6-a31f-3930323a4945 admin admin] 10.222.0.10 "PUT /v2.0/routers/5d3d27b4-cbc0-4780-b2d1-db155a1ac227/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6755955 Aug 31 05:28:35.703515 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Sync routers for ids ['5d3d27b4-cbc0-4780-b2d1-db155a1ac227'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:28:35.703934 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-a75b429d-46a5-44d9-8161-b0d4b41d401b None None] Provisioning complete for port 68cc577b-ff2b-4891-b8c5-1377ba6fa816 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:28:35.703934 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a75b429d-46a5-44d9-8161-b0d4b41d401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:35.707699 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Routers {'5d3d27b4-cbc0-4780-b2d1-db155a1ac227'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:35.708937 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:28:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['5d3d27b4-cbc0-4780-b2d1-db155a1ac227'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:35.732918 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-a75b429d-46a5-44d9-8161-b0d4b41d401b None None] Port 68cc577b-ff2b-4891-b8c5-1377ba6fa816 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:28:35.899268 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Set router 5d3d27b4-cbc0-4780-b2d1-db155a1ac227 gateway port host: None {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:28:36.318995 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'name': 'router1', 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:28:25Z', 'updated_at': '2021-08-31T05:28:35Z', 'revision_number': 2, 'project_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'gw_port_host': None, '_interfaces': [{'id': '68cc577b-ff2b-4891-b8c5-1377ba6fa816', 'name': '', 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2', 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'mac_address': 'fa:16:3e:d0:e7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15b3cd40-4be2-4ccc-85d0-8f941730de8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:28:34Z', 'updated_at': '2021-08-31T05:28:35Z', 'revision_number': 2, 'project_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'subnets': [{'id': '15b3cd40-4be2-4ccc-85d0-8f941730de8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce50748e-6f86-4232-b19b-fdaea1b7455d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:36.370198 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Checking router: 5d3d27b4-cbc0-4780-b2d1-db155a1ac227 for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:28:36.370571 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Updating router 5d3d27b4-cbc0-4780-b2d1-db155a1ac227 port 68cc577b-ff2b-4891-b8c5-1377ba6fa816 binding host dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:28:36.418124 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:36.927492 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Notify callbacks [] for port, precommit_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:36.945777 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.provisioning_blocks [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Transition to ACTIVE for port object 68cc577b-ff2b-4891-b8c5-1377ba6fa816 will not be triggered until provisioned by entity L2. {{(pid=94008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:28:36.952067 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:37.104286 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Pushing event updated for resources: {'Port': ['ID=68cc577b-ff2b-4891-b8c5-1377ba6fa816,revision_number=3']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:37.121155 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Attempting to bind port 68cc577b-ff2b-4891-b8c5-1377ba6fa816 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:28:37.121554 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Attempting to bind port 68cc577b-ff2b-4891-b8c5-1377ba6fa816 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'd9876c24-f2a5-490c-8f92-eee5d8c1170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2'}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:28:37.122479 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Attempting to bind port 68cc577b-ff2b-4891-b8c5-1377ba6fa816 on network a8cd7dae-4f25-40aa-9547-7cead3b018a2 {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:28:37.124606 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:37.124951 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:37.125288 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:37.125622 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:37.125947 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:37.126271 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:37.126595 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:37.127515 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:37.127853 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:37.128187 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:37.128510 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:37.128828 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Tracked resource versions report: Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: pushed versions: Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: { 'AddressGroup': {'1.2'}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'ConntrackHelper': {'1.0'}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Log': {'1.0'}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Network': {'1.1'}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Port': {'1.7'}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'PortForwarding': {'1.2'}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'QosPolicy': {'1.9'}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'SecurityGroup': {'1.4'}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'SubPort': {'1.0'}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Subnet': {'1.1'}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Trunk': {'1.1'}} Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: consumer versions: Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: { DHCP agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: L3 agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: Metadata agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: Metering agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: Open vSwitch agent@dv-cinder-806559-3-iscsi: { 'AddressGroup': '1.2', Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'ConntrackHelper': '1.0', Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Log': '1.0', Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Network': '1.1', Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Port': '1.7', Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'PortForwarding': '1.2', Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'QosPolicy': '1.9', Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'SecurityGroup': '1.4', Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'SecurityGroupRule': '1.2', Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'SubPort': '1.0', Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Subnet': '1.1', Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Trunk': '1.1'}} Aug 31 05:28:37.129908 dv-cinder-806559-3-iscsi neutron-server[94008]: {{(pid=94008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:28:37.135717 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:28:37.136132 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Checking segment: {'id': 'd9876c24-f2a5-490c-8f92-eee5d8c1170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:28:37.136616 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:37.136993 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Bound using segment: {'id': 'd9876c24-f2a5-490c-8f92-eee5d8c1170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2'} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:28:37.137508 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Bound port: 68cc577b-ff2b-4891-b8c5-1377ba6fa816, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9876c24-f2a5-490c-8f92-eee5d8c1170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2'}}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:28:37.137884 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:37.202495 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] For port 68cc577b-ff2b-4891-b8c5-1377ba6fa816, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:28:37.221937 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] For port 68cc577b-ff2b-4891-b8c5-1377ba6fa816, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=68cc577b-ff2b-4891-b8c5-1377ba6fa816,segment=NetworkSegment(d9876c24-f2a5-490c-8f92-eee5d8c1170e),segment_id=d9876c24-f2a5-490c-8f92-eee5d8c1170e)] {{(pid=94008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:28:37.226040 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:37.286367 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8329a-1556-43f6-af5a-b340070e934a None None] Pushing event updated for resources: {'Port': ['ID=68cc577b-ff2b-4891-b8c5-1377ba6fa816,revision_number=4']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:37.290437 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Routers {'5d3d27b4-cbc0-4780-b2d1-db155a1ac227'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:37.291059 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:28:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['5d3d27b4-cbc0-4780-b2d1-db155a1ac227'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:37.380676 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] Set router 5d3d27b4-cbc0-4780-b2d1-db155a1ac227 gateway port host: None {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:28:37.583141 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'name': 'router1', 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:28:25Z', 'updated_at': '2021-08-31T05:28:35Z', 'revision_number': 2, 'project_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'gw_port_host': None, '_interfaces': [{'id': '68cc577b-ff2b-4891-b8c5-1377ba6fa816', 'name': '', 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2', 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'mac_address': 'fa:16:3e:d0:e7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15b3cd40-4be2-4ccc-85d0-8f941730de8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:28:34Z', 'updated_at': '2021-08-31T05:28:37Z', 'revision_number': 4, 'project_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'subnets': [{'id': '15b3cd40-4be2-4ccc-85d0-8f941730de8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce50748e-6f86-4232-b19b-fdaea1b7455d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:37.611473 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3190e-9e7b-4062-a177-c43ea6e3d27c None None] The sync data for ids ['5d3d27b4-cbc0-4780-b2d1-db155a1ac227'] in dv-cinder-806559-3-iscsi is: [{'id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'name': 'router1', 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:28:25Z', 'updated_at': '2021-08-31T05:28:35Z', 'revision_number': 2, 'project_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'gw_port_host': None, '_interfaces': [{'id': '68cc577b-ff2b-4891-b8c5-1377ba6fa816', 'name': '', 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2', 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'mac_address': 'fa:16:3e:d0:e7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15b3cd40-4be2-4ccc-85d0-8f941730de8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:28:34Z', 'updated_at': '2021-08-31T05:28:37Z', 'revision_number': 4, 'project_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'subnets': [{'id': '15b3cd40-4be2-4ccc-85d0-8f941730de8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce50748e-6f86-4232-b19b-fdaea1b7455d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:28:37.923258 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43204) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:38.033340 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b285e013-8564-413a-babc-ce3326acafcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:38.034698 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-b285e013-8564-413a-babc-ce3326acafcf admin admin] 10.222.0.10 "GET /v2.0/networks/baf71964-5e16-4dde-973b-f2bbbd097579 HTTP/1.1" status: 200 len: 842 time: 0.1104405 Aug 31 05:28:38.044717 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-eabd4da1-43b3-4879-a90d-700a3bc582f9 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:38.066491 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabd4da1-43b3-4879-a90d-700a3bc582f9 admin admin] Made reservation on behalf of 959540553884439fa75fb618f2bfc284 for: {'subnet': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:28:38.068684 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eabd4da1-43b3-4879-a90d-700a3bc582f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:38.409663 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.objects.ports [None req-eabd4da1-43b3-4879-a90d-700a3bc582f9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94006) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 05:28:38.410111 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eabd4da1-43b3-4879-a90d-700a3bc582f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for subnet, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:38.462376 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd4da1-43b3-4879-a90d-700a3bc582f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3725570b-5768-4491-a28a-b8c0921f9bdc,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:38.470531 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd4da1-43b3-4879-a90d-700a3bc582f9 admin admin] Checking segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:28:38.470884 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd4da1-43b3-4879-a90d-700a3bc582f9 admin admin] Network hostable DHCP agents. Network: baf71964-5e16-4dde-973b-f2bbbd097579, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:28:38.487384 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd4da1-43b3-4879-a90d-700a3bc582f9 admin admin] Network baf71964-5e16-4dde-973b-f2bbbd097579 is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:28:38.495361 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-eabd4da1-43b3-4879-a90d-700a3bc582f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, baf71964-5e16-4dde-973b-f2bbbd097579) {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:28:38.499454 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd4da1-43b3-4879-a90d-700a3bc582f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:38.500052 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eabd4da1-43b3-4879-a90d-700a3bc582f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:38.505236 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7708fb43-c95e-4451-bb7a-c88d8653817b None None] Network baf71964-5e16-4dde-973b-f2bbbd097579 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:28:38.519205 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-eabd4da1-43b3-4879-a90d-700a3bc582f9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4734728 Aug 31 05:28:38.630418 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6950c92f-f7b9-4082-b634-65fe65185af1 None None] Network baf71964-5e16-4dde-973b-f2bbbd097579 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:28:40.780750 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43212) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:40.907815 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-6c3f6936-94e2-44ad-afe7-a5ec4bfd26f8 admin admin] 10.222.0.10 "GET /v2.0/routers/5d3d27b4-cbc0-4780-b2d1-db155a1ac227 HTTP/1.1" status: 200 len: 710 time: 0.1257837 Aug 31 05:28:40.996527 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88abda58-c627-4af7-8ada-2127df04e207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:40.997962 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-88abda58-c627-4af7-8ada-2127df04e207 admin admin] 10.222.0.10 "GET /v2.0/networks/baf71964-5e16-4dde-973b-f2bbbd097579 HTTP/1.1" status: 200 len: 886 time: 0.0836637 Aug 31 05:28:41.008744 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:41.250735 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:41.477006 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:41.552671 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:41.649468 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_common [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Allocated IP 172.27.1.3 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/6a732a20-d387-478a-857f-155fdf135f9b) {{(pid=94006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:28:41.758927 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:41.799573 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:41.831850 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:28:41.834413 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:28:41.840783 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Received port after_create {{(pid=94006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:28:41.906299 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Pushing event updated for resources: {'Port': ['ID=6a732a20-d387-478a-857f-155fdf135f9b,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:42.172351 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:42.360742 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-369091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:42.364197 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-369114'] for router, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:42.469664 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Router 5d3d27b4-cbc0-4780-b2d1-db155a1ac227 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:28:42.574698 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:28:42.578853 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] Notify callbacks [] for router, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:42.585859 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-401f6be8-bb50-4ad6-b676-d8ccde034805 admin admin] 10.222.0.10 "PUT /v2.0/routers/5d3d27b4-cbc0-4780-b2d1-db155a1ac227 HTTP/1.1" status: 200 len: 888 time: 1.5754933 Aug 31 05:28:44.025000 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Sync routers for ids ['5d3d27b4-cbc0-4780-b2d1-db155a1ac227'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:28:44.035123 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Routers {'5d3d27b4-cbc0-4780-b2d1-db155a1ac227'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:44.035863 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:28:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['5d3d27b4-cbc0-4780-b2d1-db155a1ac227'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:44.168375 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 68cc577b-ff2b-4891-b8c5-1377ba6fa816 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:28:44.338531 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Set router 5d3d27b4-cbc0-4780-b2d1-db155a1ac227 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:28:44.395822 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 68cc577b-ff2b-4891-b8c5-1377ba6fa816 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:28:44.411285 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 68cc577b-ff2b-4891-b8c5-1377ba6fa816 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:28:44.411652 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:44.689438 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:44.765175 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 68cc577b-ff2b-4891-b8c5-1377ba6fa816, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=68cc577b-ff2b-4891-b8c5-1377ba6fa816,segment=NetworkSegment(d9876c24-f2a5-490c-8f92-eee5d8c1170e),segment_id=d9876c24-f2a5-490c-8f92-eee5d8c1170e)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:44.771898 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:44.850613 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=68cc577b-ff2b-4891-b8c5-1377ba6fa816,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:44.867933 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'name': 'router1', 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6a732a20-d387-478a-857f-155fdf135f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:28:25Z', 'updated_at': '2021-08-31T05:28:41Z', 'revision_number': 4, 'project_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'gw_port': {'id': '6a732a20-d387-478a-857f-155fdf135f9b', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:28:41Z', 'updated_at': '2021-08-31T05:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '68cc577b-ff2b-4891-b8c5-1377ba6fa816', 'name': '', 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2', 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'mac_address': 'fa:16:3e:d0:e7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15b3cd40-4be2-4ccc-85d0-8f941730de8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:28:34Z', 'updated_at': '2021-08-31T05:28:37Z', 'revision_number': 4, 'project_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'subnets': [{'id': '15b3cd40-4be2-4ccc-85d0-8f941730de8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce50748e-6f86-4232-b19b-fdaea1b7455d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:44.916326 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Checking router: 5d3d27b4-cbc0-4780-b2d1-db155a1ac227 for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:28:44.916684 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Updating router 5d3d27b4-cbc0-4780-b2d1-db155a1ac227 port 6a732a20-d387-478a-857f-155fdf135f9b binding host dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:28:44.964580 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:44.980416 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 43224) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:45.129981 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-164c7a0e-0175-4b9f-b448-b2a79f7741a0 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1484635 Aug 31 05:28:45.283830 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:45.294006 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Transition to ACTIVE for port object 6a732a20-d387-478a-857f-155fdf135f9b will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:28:45.299980 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:45.352037 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Attempting to bind port 6a732a20-d387-478a-857f-155fdf135f9b on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:28:45.352407 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Attempting to bind port 6a732a20-d387-478a-857f-155fdf135f9b by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:28:45.352770 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Attempting to bind port 6a732a20-d387-478a-857f-155fdf135f9b on network baf71964-5e16-4dde-973b-f2bbbd097579 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:28:45.355505 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51724cb9-13cc-4fdf-a9f5-62a2d76e235e None None] Pushing event updated for resources: {'Port': ['ID=6a732a20-d387-478a-857f-155fdf135f9b,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:45.360534 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:28:45.360944 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Checking segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:28:45.361341 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:45.361800 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Bound using segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:28:45.362761 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Bound port: 6a732a20-d387-478a-857f-155fdf135f9b, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:28:45.362761 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:45.420499 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] For port 6a732a20-d387-478a-857f-155fdf135f9b, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:28:45.423934 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] For port 6a732a20-d387-478a-857f-155fdf135f9b, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=6a732a20-d387-478a-857f-155fdf135f9b,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:28:45.428137 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:45.484625 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Routers {'5d3d27b4-cbc0-4780-b2d1-db155a1ac227'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:45.485228 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:28:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['5d3d27b4-cbc0-4780-b2d1-db155a1ac227'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:45.487990 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51724cb9-13cc-4fdf-a9f5-62a2d76e235e None None] Pushing event updated for resources: {'Port': ['ID=6a732a20-d387-478a-857f-155fdf135f9b,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:45.673334 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] Set router 5d3d27b4-cbc0-4780-b2d1-db155a1ac227 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:28:45.886454 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'name': 'router1', 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6a732a20-d387-478a-857f-155fdf135f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:28:25Z', 'updated_at': '2021-08-31T05:28:41Z', 'revision_number': 4, 'project_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'gw_port': {'id': '6a732a20-d387-478a-857f-155fdf135f9b', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:28:41Z', 'updated_at': '2021-08-31T05:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '68cc577b-ff2b-4891-b8c5-1377ba6fa816', 'name': '', 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2', 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'mac_address': 'fa:16:3e:d0:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15b3cd40-4be2-4ccc-85d0-8f941730de8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:28:34Z', 'updated_at': '2021-08-31T05:28:44Z', 'revision_number': 5, 'project_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'subnets': [{'id': '15b3cd40-4be2-4ccc-85d0-8f941730de8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce50748e-6f86-4232-b19b-fdaea1b7455d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:45.915349 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8002775b-4819-401f-a7e8-55e1aca0dd47 None None] The sync data for ids ['5d3d27b4-cbc0-4780-b2d1-db155a1ac227'] in dv-cinder-806559-3-iscsi is: [{'id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'name': 'router1', 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6a732a20-d387-478a-857f-155fdf135f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:28:25Z', 'updated_at': '2021-08-31T05:28:41Z', 'revision_number': 4, 'project_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'gw_port': {'id': '6a732a20-d387-478a-857f-155fdf135f9b', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:28:41Z', 'updated_at': '2021-08-31T05:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '68cc577b-ff2b-4891-b8c5-1377ba6fa816', 'name': '', 'network_id': 'a8cd7dae-4f25-40aa-9547-7cead3b018a2', 'tenant_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'mac_address': 'fa:16:3e:d0:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3d27b4-cbc0-4780-b2d1-db155a1ac227', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15b3cd40-4be2-4ccc-85d0-8f941730de8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:28:34Z', 'updated_at': '2021-08-31T05:28:44Z', 'revision_number': 5, 'project_id': 'e763468f09e14d10ba2dff1021cc2bdf', 'subnets': [{'id': '15b3cd40-4be2-4ccc-85d0-8f941730de8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce50748e-6f86-4232-b19b-fdaea1b7455d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:28:46.222569 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 6a732a20-d387-478a-857f-155fdf135f9b up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:28:46.272283 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 6a732a20-d387-478a-857f-155fdf135f9b completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:28:46.277126 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 6a732a20-d387-478a-857f-155fdf135f9b triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:28:46.277502 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:46.363923 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:46.393285 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 6a732a20-d387-478a-857f-155fdf135f9b, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=6a732a20-d387-478a-857f-155fdf135f9b,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:46.397625 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:46.398550 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 68cc577b-ff2b-4891-b8c5-1377ba6fa816 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:28:46.520713 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 68cc577b-ff2b-4891-b8c5-1377ba6fa816 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:28:46.521089 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:46.541524 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=6a732a20-d387-478a-857f-155fdf135f9b,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:48.130990 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 6a732a20-d387-478a-857f-155fdf135f9b up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:28:48.223207 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 6a732a20-d387-478a-857f-155fdf135f9b triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:28:48.223505 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:59.526116 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ab806c5a-c39e-45e2-b3be-76c77849db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:01.845092 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a274fea9-f90b-45c0-bb70-ec2a44bf2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:02.319574 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:03.228128 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:04.796889 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:08.923782 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 5 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:29:29.527048 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-0d61fc3f-4c1e-4892-902d-cebd1f6c66c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:31.849394 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-566f4233-2596-4f03-811b-c0583c6af839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:32.314749 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:33.222107 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:34.798995 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:45.921440 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 5 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:29:59.528805 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4278750a-fc87-40ae-92b9-0f1357538d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:01.851868 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-57c9462a-9391-4444-b9db-b1974e908206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:02.307995 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:03.224400 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:04.806287 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:20.672318 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 43786) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:30:20.747490 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad94271-2eb4-444f-9c14-7754cd1c1381 admin admin] GET failed (client error): The resource could not be found. Aug 31 05:30:20.748811 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-fad94271-2eb4-444f-9c14-7754cd1c1381 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0754578 Aug 31 05:30:20.939545 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c1b83-8970-4f6e-98fa-a7e15c10a139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:20.940947 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-9c6c1b83-8970-4f6e-98fa-a7e15c10a139 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1875243 Aug 31 05:30:22.920072 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 5 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:30:23.112412 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 43796) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:30:23.241473 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796b29f1-c98b-4785-965c-15c06f1aeed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:23.242832 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-796b29f1-c98b-4785-965c-15c06f1aeed8 admin admin] 10.222.0.10 "GET /v2.0/subnets/15b3cd40-4be2-4ccc-85d0-8f941730de8e HTTP/1.1" status: 200 len: 849 time: 0.1294904 Aug 31 05:30:23.253469 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:30:23.336893 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Notify callbacks [] for subnet, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:23.488253 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779785211100'] for subnet, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:23.560930 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:23.561447 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:23.562768 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] 10.222.0.10 "PUT /v2.0/subnets/15b3cd40-4be2-4ccc-85d0-8f941730de8e HTTP/1.1" status: 200 len: 868 time: 0.3130167 Aug 31 05:30:23.578605 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b3cd40-4be2-4ccc-85d0-8f941730de8e,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:30:23.586136 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf6b55-e75d-4617-94c1-224f7a9ff32a None None] Network a8cd7dae-4f25-40aa-9547-7cead3b018a2 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:30:23.588164 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:23.588515 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:23.588849 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:23.589180 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:23.590070 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:23.590070 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:23.590259 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:23.590457 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:23.590794 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:23.591193 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:23.591519 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:23.591839 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3895b-d2e8-4f0a-a92e-118fd68ecb6d admin admin] Tracked resource versions report: Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: pushed versions: Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: { 'AddressGroup': {'1.2'}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'ConntrackHelper': {'1.0'}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Log': {'1.0'}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Network': {'1.1'}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Port': {'1.7'}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'PortForwarding': {'1.2'}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'QosPolicy': {'1.9'}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'SecurityGroup': {'1.4'}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'SubPort': {'1.0'}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Subnet': {'1.1'}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Trunk': {'1.1'}} Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: consumer versions: Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: { DHCP agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: L3 agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: Metadata agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: Metering agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: Open vSwitch agent@dv-cinder-806559-3-iscsi: { 'AddressGroup': '1.2', Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'ConntrackHelper': '1.0', Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Log': '1.0', Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Network': '1.1', Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Port': '1.7', Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'PortForwarding': '1.2', Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'QosPolicy': '1.9', Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'SecurityGroup': '1.4', Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'SecurityGroupRule': '1.2', Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'SubPort': '1.0', Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Subnet': '1.1', Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Trunk': '1.1'}} Aug 31 05:30:23.593021 dv-cinder-806559-3-iscsi neutron-server[94005]: {{(pid=94005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:30:23.999333 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-ee52c9e8-5341-416b-867b-56f20d652b0e None None] Provisioning complete for port 25937338-564a-4922-be3d-0b2c7734bafe triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:30:23.999828 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ee52c9e8-5341-416b-867b-56f20d652b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:24.084560 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-ee52c9e8-5341-416b-867b-56f20d652b0e None None] Provisioning complete for port 68cc577b-ff2b-4891-b8c5-1377ba6fa816 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:30:24.084829 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ee52c9e8-5341-416b-867b-56f20d652b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:25.759213 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 43808) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:30:25.972920 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcee9e57-e446-4700-be83-7f7d241b8724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:25.973401 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcee9e57-e446-4700-be83-7f7d241b8724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:25.974949 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-fcee9e57-e446-4700-be83-7f7d241b8724 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2147679 Aug 31 05:30:28.151644 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43816) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:30:28.347713 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed405499-5e0c-4952-9b6f-f9b08c7c19f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:28.348115 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed405499-5e0c-4952-9b6f-f9b08c7c19f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:28.349647 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ed405499-5e0c-4952-9b6f-f9b08c7c19f8 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970539 Aug 31 05:30:29.529495 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-9bb346e9-f684-4add-8248-dda1ffae2aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:30.522039 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43826) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:30:30.652462 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47860039-af03-4435-9671-33ef4d83a688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:30.653841 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-47860039-af03-4435-9671-33ef4d83a688 admin admin] 10.222.0.10 "GET /v2.0/networks/a8cd7dae-4f25-40aa-9547-7cead3b018a2 HTTP/1.1" status: 200 len: 869 time: 0.1308386 Aug 31 05:30:31.856665 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7cd94434-5213-4bbc-aa10-9cbf68133e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:32.315262 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:32.841693 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43834) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:30:32.972418 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f395c5-5166-4743-ad4a-4aa9b3dd14aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:32.973787 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-01f395c5-5166-4743-ad4a-4aa9b3dd14aa admin admin] 10.222.0.10 "GET /v2.0/networks/baf71964-5e16-4dde-973b-f2bbbd097579 HTTP/1.1" status: 200 len: 886 time: 0.1311407 Aug 31 05:30:33.230018 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:34.809353 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:35.174629 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43842) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:30:35.300567 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee76c568-405b-4a9d-bd8e-a20fa3698ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:35.301025 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee76c568-405b-4a9d-bd8e-a20fa3698ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:35.302586 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ee76c568-405b-4a9d-bd8e-a20fa3698ba2 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269019 Aug 31 05:30:37.487317 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43850) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:30:37.581933 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e786e-04d5-46d4-8abc-4aa70fcfc9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:37.582396 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e786e-04d5-46d4-8abc-4aa70fcfc9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:37.583930 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-f30e786e-04d5-46d4-8abc-4aa70fcfc9cc admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0956759 Aug 31 05:30:39.764981 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43858) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:30:39.861416 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61261498-d6e4-42aa-ab31-8ee4e5364abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:39.862757 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-61261498-d6e4-42aa-ab31-8ee4e5364abe admin admin] 10.222.0.10 "GET /v2.0/subnets/15b3cd40-4be2-4ccc-85d0-8f941730de8e HTTP/1.1" status: 200 len: 868 time: 0.0967932 Aug 31 05:30:42.041563 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43866) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:30:42.125876 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74764f1-e32b-4fd5-868d-31b127d87476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:42.127223 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-a74764f1-e32b-4fd5-868d-31b127d87476 admin admin] 10.222.0.10 "GET /v2.0/subnets/3725570b-5768-4491-a28a-b8c0921f9bdc HTTP/1.1" status: 200 len: 816 time: 0.0846975 Aug 31 05:30:59.530899 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-61ac50e1-3c61-46b9-ad4c-516194cd6bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:59.918792 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 5 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:31:01.857991 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-9541fcdd-cb89-4464-8236-9d18e8964cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:02.307348 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:03.230299 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:04.808757 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:05.697809 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43920) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:31:05.747247 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [None req-a3b50b02-260d-4177-9b43-62bea18216d9 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:31:05.748280 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-a3b50b02-260d-4177-9b43-62bea18216d9 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495007 Aug 31 05:31:07.983444 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43928) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:31:08.045163 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef94a6ec-84ed-4801-80af-220e06fce48d admin admin] GET failed (client error): The resource could not be found. Aug 31 05:31:08.046449 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ef94a6ec-84ed-4801-80af-220e06fce48d admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620086 Aug 31 05:31:08.186170 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc08ffb6-14b9-42d4-9c9a-e82a4626b111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:08.187747 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-dc08ffb6-14b9-42d4-9c9a-e82a4626b111 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1368160 Aug 31 05:31:10.394152 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 43936) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:31:10.441802 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:31:10.463125 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Made reservation on behalf of 959540553884439fa75fb618f2bfc284 for: {'network': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:31:10.465816 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:10.492642 dv-cinder-806559-3-iscsi neutron-server[94006]: WARNING neutron.services.revisions.revision_plugin [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Could not find related network for resource to bump revision. Aug 31 05:31:10.502910 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=94006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:31:10.511484 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:10.511825 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.segments_db [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Added segment cc7fe4ee-984c-4bf1-bef6-11fe8babe3af of type vlan for network b3dbf3d8-a1e8-426a-ba6a-040943f1abd7 Aug 31 05:31:10.548840 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:10.571640 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:10.572545 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:10.573118 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:10.623682 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2280962 Aug 31 05:31:10.631856 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Pushing event updated for resources: {'Network': ['ID=b3dbf3d8-a1e8-426a-ba6a-040943f1abd7,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:31:10.639727 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:10.640076 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:10.640419 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:10.640773 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:10.641104 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:10.641466 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:10.641794 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:10.642118 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:10.642456 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:10.642779 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:10.643118 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:10.643445 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864aa0de-2af2-402b-a30a-5021f8db21d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:10.655662 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network b3dbf3d8-a1e8-426a-ba6a-040943f1abd7 details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:31:12.829849 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 43944) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:31:12.889222 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf42f5a-85cb-439e-9cda-856eebfeecde admin admin] GET failed (client error): The resource could not be found. Aug 31 05:31:12.890515 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-8cf42f5a-85cb-439e-9cda-856eebfeecde admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597186 Aug 31 05:31:12.960679 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f7799e-cdf1-4c1b-be75-f9f7c1d23619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:12.962127 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-c5f7799e-cdf1-4c1b-be75-f9f7c1d23619 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670528 Aug 31 05:31:12.972600 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-2340a3b4-f059-45ab-9cf4-e0700f99d2be admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'b3dbf3d8-a1e8-426a-ba6a-040943f1abd7', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:31:12.998914 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2340a3b4-f059-45ab-9cf4-e0700f99d2be admin admin] Made reservation on behalf of 959540553884439fa75fb618f2bfc284 for: {'subnet': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:31:13.001116 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2340a3b4-f059-45ab-9cf4-e0700f99d2be admin admin] Notify callbacks [] for subnet, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:13.215306 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2340a3b4-f059-45ab-9cf4-e0700f99d2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for subnet, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:13.271788 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340a3b4-f059-45ab-9cf4-e0700f99d2be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b9eeef-0139-4c8b-b85a-26c2c8f97ca4,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:31:13.280937 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340a3b4-f059-45ab-9cf4-e0700f99d2be admin admin] Checking segment: {'id': 'cc7fe4ee-984c-4bf1-bef6-11fe8babe3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b3dbf3d8-a1e8-426a-ba6a-040943f1abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:31:13.281331 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340a3b4-f059-45ab-9cf4-e0700f99d2be admin admin] Network hostable DHCP agents. Network: b3dbf3d8-a1e8-426a-ba6a-040943f1abd7, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:31:13.302960 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340a3b4-f059-45ab-9cf4-e0700f99d2be admin admin] Network b3dbf3d8-a1e8-426a-ba6a-040943f1abd7 is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:31:13.314542 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-2340a3b4-f059-45ab-9cf4-e0700f99d2be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, b3dbf3d8-a1e8-426a-ba6a-040943f1abd7) {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:31:13.318726 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340a3b4-f059-45ab-9cf4-e0700f99d2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:13.319329 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2340a3b4-f059-45ab-9cf4-e0700f99d2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:13.324242 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6647997-e897-400e-9715-38204a856aa8 None None] Network b3dbf3d8-a1e8-426a-ba6a-040943f1abd7 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:31:13.333226 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-2340a3b4-f059-45ab-9cf4-e0700f99d2be admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3639481 Aug 31 05:31:13.564185 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977e68bf-97c4-539e-b424-ee70b4d79b3f-b3dbf3d8-a1e8-426a-ba6a-040943f1abd7', 'network_id': 'b3dbf3d8-a1e8-426a-ba6a-040943f1abd7', 'tenant_id': '959540553884439fa75fb618f2bfc284', 'fixed_ips': [{'subnet_id': 'e6b9eeef-0139-4c8b-b85a-26c2c8f97ca4'}]}} from dv-cinder-806559-3-iscsi. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:31:13.565254 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:13.697897 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Allocated IP 192.168.233.2 (b3dbf3d8-a1e8-426a-ba6a-040943f1abd7/e6b9eeef-0139-4c8b-b85a-26c2c8f97ca4/6f7ee15d-1318-4595-97aa-78c21d087602) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:31:13.842411 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:13.850989 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Transition to ACTIVE for port object 6f7ee15d-1318-4595-97aa-78c21d087602 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:31:13.866437 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Transition to ACTIVE for port object 6f7ee15d-1318-4595-97aa-78c21d087602 will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:31:13.875228 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:13.914271 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Network b3dbf3d8-a1e8-426a-ba6a-040943f1abd7 is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:31:13.917120 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:31:13.921271 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:31:13.927140 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Pushing event updated for resources: {'Port': ['ID=6f7ee15d-1318-4595-97aa-78c21d087602,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:31:13.952470 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:13.952823 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:13.953166 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:13.953519 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:13.953848 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:13.954177 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:13.954501 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:13.954827 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:13.955176 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:13.955500 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:13.955849 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:13.956165 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:13.990394 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Attempting to bind port 6f7ee15d-1318-4595-97aa-78c21d087602 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:31:13.990762 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Attempting to bind port 6f7ee15d-1318-4595-97aa-78c21d087602 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'cc7fe4ee-984c-4bf1-bef6-11fe8babe3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b3dbf3d8-a1e8-426a-ba6a-040943f1abd7'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:31:13.991193 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Attempting to bind port 6f7ee15d-1318-4595-97aa-78c21d087602 on network b3dbf3d8-a1e8-426a-ba6a-040943f1abd7 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:31:13.996032 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:31:13.996404 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Checking segment: {'id': 'cc7fe4ee-984c-4bf1-bef6-11fe8babe3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b3dbf3d8-a1e8-426a-ba6a-040943f1abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:31:13.997409 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:13.997804 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Bound using segment: {'id': 'cc7fe4ee-984c-4bf1-bef6-11fe8babe3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b3dbf3d8-a1e8-426a-ba6a-040943f1abd7'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:31:13.998257 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Bound port: 6f7ee15d-1318-4595-97aa-78c21d087602, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7fe4ee-984c-4bf1-bef6-11fe8babe3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b3dbf3d8-a1e8-426a-ba6a-040943f1abd7'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:31:13.998653 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:14.058806 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] For port 6f7ee15d-1318-4595-97aa-78c21d087602, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:31:14.062333 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] For port 6f7ee15d-1318-4595-97aa-78c21d087602, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=6f7ee15d-1318-4595-97aa-78c21d087602,segment=NetworkSegment(cc7fe4ee-984c-4bf1-bef6-11fe8babe3af),segment_id=cc7fe4ee-984c-4bf1-bef6-11fe8babe3af)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:31:14.067084 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:14.121236 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba2ca7-2585-4336-8eae-edd8dacf9907 None None] Pushing event updated for resources: {'Port': ['ID=6f7ee15d-1318-4595-97aa-78c21d087602,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:31:14.932139 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0843fba-2c6a-4200-93f4-d6ca9be94156 None None] Network b3dbf3d8-a1e8-426a-ba6a-040943f1abd7 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:31:14.990027 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-cff76330-3814-43e0-bf98-c50dda2a202e None None] Provisioning for port 6f7ee15d-1318-4595-97aa-78c21d087602 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:31:16.264518 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 6f7ee15d-1318-4595-97aa-78c21d087602 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:31:16.317686 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 6f7ee15d-1318-4595-97aa-78c21d087602 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:31:16.321578 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 6f7ee15d-1318-4595-97aa-78c21d087602 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:31:16.321951 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:16.400653 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:16.431865 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 6f7ee15d-1318-4595-97aa-78c21d087602, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=6f7ee15d-1318-4595-97aa-78c21d087602,segment=NetworkSegment(cc7fe4ee-984c-4bf1-bef6-11fe8babe3af),segment_id=cc7fe4ee-984c-4bf1-bef6-11fe8babe3af)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:31:16.436042 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:16.484495 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=6f7ee15d-1318-4595-97aa-78c21d087602,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:31:18.242624 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 6f7ee15d-1318-4595-97aa-78c21d087602 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:31:18.293020 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 6f7ee15d-1318-4595-97aa-78c21d087602 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:31:18.293461 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:29.533887 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d4f55683-4b35-4b25-8cdf-33e3a95b6a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:31.861205 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-07996d7f-2cb6-482d-850c-b2cdf5e23820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:32.313018 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:33.232809 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:34.808830 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:36.917245 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 5 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:31:59.536217 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8686075d-c80f-4b96-a3d8-470b9f36fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:01.861366 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2ac8586d-8355-468b-bfe7-da1535fe9de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:02.318296 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:03.239451 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:04.808495 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:13.915672 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 5 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:32:21.567824 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 43996) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:32:21.573759 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [None req-5dacc0ae-f47e-4cd7-ace4-51d5e78c752e tempest-verify_tempest_config-196504930 tempest-verify_tempest_config-196504930-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:32:21.574759 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-5dacc0ae-f47e-4cd7-ace4-51d5e78c752e tempest-verify_tempest_config-196504930 tempest-verify_tempest_config-196504930-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059431 Aug 31 05:32:21.863682 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44014) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:32:21.964582 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:22.048738 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:22.051464 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:22.098897 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea42b643f55b4077ad46db54853b0716&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2339261 Aug 31 05:32:22.100174 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af96c69-3612-4f45-bcbd-9496763b2a6b,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:22.101421 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 44020) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:32:22.106792 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.107178 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.107521 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.107853 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.108183 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.108528 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.108853 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.109175 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.109513 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.109833 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.110149 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.110464 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c102c16-92b0-437f-9264-ac04c052821e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.181221 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:22.202130 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:22.291782 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:22.294242 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:22.295413 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8af96c69-3612-4f45-bcbd-9496763b2a6b HTTP/1.1" status: 204 len: 168 time: 0.1928802 Aug 31 05:32:22.302844 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af96c69-3612-4f45-bcbd-9496763b2a6b,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:22.309818 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.310190 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.310534 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.310869 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.311221 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.311570 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.311902 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.312235 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.312559 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.312884 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.313204 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:22.313525 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a881-eb3b-4920-bec2-57e5930370e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:29.536406 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c1082f2d-957c-47f8-bdf8-c0394c1157b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:31.861977 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e8c3c1bb-366b-4f13-923f-dadaf0de29b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:32.320192 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:33.240440 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:34.813051 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:50.913915 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 5 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:32:59.537661 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4112661b-78c4-4dfc-b89d-63a59d7c06a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.865628 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-14a31376-0754-4c2e-a3a2-d76eaceebce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.321010 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:03.244613 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:04.814764 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:27.911792 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 5 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:33:29.537584 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8da7acbf-7509-4bb0-965b-a3a72368270c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:31.865704 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ad93b086-f4fe-4c32-964a-19856c1df036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:32.322813 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:33.246027 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:34.818656 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:54.135674 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-370407'] for agent, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:59.537446 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b2cddd5b-8e7a-4bbc-90d0-92c053806f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:01.865860 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2d19bc9d-fe74-45b3-a2ec-6c4e8f33f75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:02.322532 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:03.249868 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:04.820911 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:04.910331 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:34:10.151611 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 44094) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:34:10.255139 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-2496ba6a-438c-4622-a760-f39f6504ce43 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1024117 Aug 31 05:34:12.488311 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44104) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:34:12.548681 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-13db02ad-77d5-4699-b43f-9aec466dbcc7 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0592189 Aug 31 05:34:24.105760 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:29.538116 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e170d9ac-f2c5-4d84-8c1d-60f82fabb400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:31.867172 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d688d1c7-61a0-4f2f-a2ed-81da453cea88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:32.326154 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:33.253803 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:34.823550 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:41.908253 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:34:54.113310 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:59.538713 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ad8ebb55-7ffb-46f7-bf2d-df46746f412f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:01.867328 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-972cbdf0-3496-4729-b4d6-04bb57dd97a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:02.328610 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:03.255029 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:04.827592 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:18.906794 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:35:24.121702 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:29.540227 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2a6d87a1-ced7-478d-ab30-23ca02190d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:31.870446 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e16eb9ad-7fd4-4124-b13b-91ddd6cf2c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:32.331468 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:33.258456 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:34.828431 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:45.853495 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44278) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:46.080655 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1931467047-network', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:35:46.113395 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Made reservation on behalf of df247d9bc9ab4706a39bc2047bed84e8 for: {'network': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:35:46.113395 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:46.121381 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:46.224720 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:46.230678 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:46.366799 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234adff5-a9c5-4f87-9dc9-93dd59bac753,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:46.374821 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.375265 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.375826 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.375927 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.376248 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.376600 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.376929 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.377255 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.377579 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.377901 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.378226 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.378561 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Tracked resource versions report: Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: pushed versions: Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: { 'AddressGroup': {'1.2'}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'ConntrackHelper': {'1.0'}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Log': {'1.0'}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Network': {'1.1'}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Port': {'1.7'}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'PortForwarding': {'1.2'}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'QosPolicy': {'1.9'}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'SecurityGroup': {'1.4'}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'SubPort': {'1.0'}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Subnet': {'1.1'}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Trunk': {'1.1'}} Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: consumer versions: Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: { DHCP agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: HyperV agent@hv-cinder-80655: {}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: L3 agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: Metadata agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: Metering agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: Open vSwitch agent@dv-cinder-806559-3-iscsi: { 'AddressGroup': '1.2', Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'ConntrackHelper': '1.0', Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Log': '1.0', Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Network': '1.1', Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Port': '1.7', Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'PortForwarding': '1.2', Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'QosPolicy': '1.9', Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'SecurityGroup': '1.4', Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'SecurityGroupRule': '1.2', Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'SubPort': '1.0', Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Subnet': '1.1', Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: 'Trunk': '1.1'}} Aug 31 05:35:46.379612 dv-cinder-806559-3-iscsi neutron-server[94006]: {{(pid=94006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:35:46.387639 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=94006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:35:46.400005 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:46.400399 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.segments_db [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Added segment 2c5a63e5-59db-4c95-b956-08d44dd76443 of type vlan for network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 Aug 31 05:35:46.447023 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:46.476433 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:46.477416 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:35:46.477988 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:46.545290 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6901677 Aug 31 05:35:46.548288 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 44328) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:46.551595 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc204-dc6d-4e9d-a00d-d857e4fe1632 admin admin] Pushing event updated for resources: {'Network': ['ID=66e9f947-7a38-422f-9aac-7a0d6a4fc617,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:46.554598 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Request body: {'subnet': {'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1931467047-subnet', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:35:46.562797 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:35:46.584645 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Made reservation on behalf of df247d9bc9ab4706a39bc2047bed84e8 for: {'subnet': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:35:46.587254 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:46.734702 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44336) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:46.779043 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for subnet, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:46.856982 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Checking segment: {'id': '2c5a63e5-59db-4c95-b956-08d44dd76443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:35:46.857296 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Network hostable DHCP agents. Network: 66e9f947-7a38-422f-9aac-7a0d6a4fc617, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:35:46.866584 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80fdd554-6ca7-4bea-8a87-7b1508c8e0ed,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:46.875502 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.875850 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.876188 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.876712 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.877057 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.877392 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.877719 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.878045 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.878382 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.878883 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.879231 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.879555 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Tracked resource versions report: Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: pushed versions: Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: { 'AddressGroup': {'1.2'}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'ConntrackHelper': {'1.0'}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Log': {'1.0'}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Network': {'1.1'}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Port': {'1.7'}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'PortForwarding': {'1.2'}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'QosPolicy': {'1.9'}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'SecurityGroup': {'1.4'}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'SubPort': {'1.0'}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Subnet': {'1.1'}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Trunk': {'1.1'}} Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: consumer versions: Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: { DHCP agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: HyperV agent@hv-cinder-80655: {}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: L3 agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: Metadata agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: Metering agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: Open vSwitch agent@dv-cinder-806559-3-iscsi: { 'AddressGroup': '1.2', Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'ConntrackHelper': '1.0', Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Log': '1.0', Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Network': '1.1', Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Port': '1.7', Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'PortForwarding': '1.2', Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'QosPolicy': '1.9', Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'SecurityGroup': '1.4', Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'SecurityGroupRule': '1.2', Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'SubPort': '1.0', Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Subnet': '1.1', Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: 'Trunk': '1.1'}} Aug 31 05:35:46.880589 dv-cinder-806559-3-iscsi neutron-server[94005]: {{(pid=94005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:35:46.896564 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:35:46.907446 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44352) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:46.913980 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, 66e9f947-7a38-422f-9aac-7a0d6a4fc617) {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:35:46.918597 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:35:46.919210 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:46.925079 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48a391d-06a8-467b-ac33-e20f4847910c None None] Network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:35:46.932317 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 44356) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:46.939532 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-5e06fd87-6c90-4de5-a811-b9acec6891a8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3901188 Aug 31 05:35:46.942200 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 44360) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:46.948407 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1931467047-router', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:35:46.982406 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:46.984256 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.032088 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-925541291-network', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:35:47.070189 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] Made reservation on behalf of b6c47714db89402f9cf71ccca20e69bd for: {'network': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:35:47.072996 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.102007 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c21bb60-156c-41ad-ba89-8c6f5888472e None None] Network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:35:47.102986 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.151929 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.181704 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-295637652-network', 'tenant_id': 'f79cf8f01e8a4c09ba29eaeae6aca7a3'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:35:47.227587 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.246057 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.280454 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=94006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:35:47.296554 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] Made reservation on behalf of f79cf8f01e8a4c09ba29eaeae6aca7a3 for: {'network': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:35:47.299218 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.311314 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.311963 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.segments_db [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] Added segment ec5dd9ea-3a86-40f7-a5c4-a893d0215099 of type vlan for network 363f55b9-7106-4007-95f7-6d844418cbce Aug 31 05:35:47.324075 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.337419 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c84db1-2326-4f76-8eaa-16d8022570bd,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:47.383839 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1943506331-network', 'tenant_id': '7cbee29346674fe4b63264c04ea21dbd'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:35:47.386279 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.426321 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.429732 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.430715 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:35:47.431313 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.559337 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] Pushing event updated for resources: {'Network': ['ID=363f55b9-7106-4007-95f7-6d844418cbce,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:47.574856 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network 363f55b9-7106-4007-95f7-6d844418cbce details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:35:47.657178 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.662618 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.694436 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:47.700522 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-4bf7c6ef-244e-4e05-81e0-dd06f73f67df admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9647768 Aug 31 05:35:47.703574 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44378) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:47.708455 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-da4de73a-371d-4358-82de-19ebff04b47c admin admin] Request body: {'subnet': {'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-subnet', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:35:47.718863 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=94006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:35:47.733894 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.734296 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.segments_db [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] Added segment 9c832a9b-a58d-418d-924f-1451983e88c8 of type vlan for network bbe84905-3ab6-43e0-bd80-358715870242 Aug 31 05:35:47.764020 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Made reservation on behalf of 7cbee29346674fe4b63264c04ea21dbd for: {'network': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:35:47.767207 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.794558 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4de73a-371d-4358-82de-19ebff04b47c admin admin] Made reservation on behalf of b6c47714db89402f9cf71ccca20e69bd for: {'subnet': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:35:47.797572 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da4de73a-371d-4358-82de-19ebff04b47c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.802085 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.805895 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.898024 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.899467 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:35:47.900121 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:47.966109 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] Pushing event updated for resources: {'Network': ['ID=bbe84905-3ab6-43e0-bd80-358715870242,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:47.979389 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network bbe84905-3ab6-43e0-bd80-358715870242 details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:35:48.069913 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.121438 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.130009 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da4de73a-371d-4358-82de-19ebff04b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for subnet, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.212321 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4de73a-371d-4358-82de-19ebff04b47c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e40e479-664b-4bab-bbec-50a8e96df2b0,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:48.220857 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4de73a-371d-4358-82de-19ebff04b47c admin admin] Checking segment: {'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:35:48.221214 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4de73a-371d-4358-82de-19ebff04b47c admin admin] Network hostable DHCP agents. Network: 363f55b9-7106-4007-95f7-6d844418cbce, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:35:48.228836 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.237148 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.242374 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4de73a-371d-4358-82de-19ebff04b47c admin admin] Network 363f55b9-7106-4007-95f7-6d844418cbce is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:35:48.247272 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-3a70236a-891b-4c9a-96d9-9fcad7898814 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3386104 Aug 31 05:35:48.250787 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44408) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:48.258875 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-06867986-7eef-4f6a-bc8d-c90cd0e206dc admin admin] Request body: {'subnet': {'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-295637652-subnet', 'tenant_id': 'f79cf8f01e8a4c09ba29eaeae6aca7a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:35:48.267284 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-da4de73a-371d-4358-82de-19ebff04b47c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, 363f55b9-7106-4007-95f7-6d844418cbce) {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:35:48.276142 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8a2c92-ab8d-4afa-85ca-2916e59a7eee None None] Network 363f55b9-7106-4007-95f7-6d844418cbce requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:35:48.276806 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4de73a-371d-4358-82de-19ebff04b47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:35:48.277595 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da4de73a-371d-4358-82de-19ebff04b47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.291995 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44412) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:48.313940 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=94005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:35:48.318178 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06867986-7eef-4f6a-bc8d-c90cd0e206dc admin admin] Made reservation on behalf of f79cf8f01e8a4c09ba29eaeae6aca7a3 for: {'subnet': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:35:48.322280 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-06867986-7eef-4f6a-bc8d-c90cd0e206dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.327236 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-da4de73a-371d-4358-82de-19ebff04b47c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6226001 Aug 31 05:35:48.334533 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 44416) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:48.345149 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:35:48.354556 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779785183946', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.355342 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Unsubscribe: segment precommit_create {{(pid=94005) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 05:35:48.357038 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.segments_db [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Added segment 1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4 of type vlan for network 2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd Aug 31 05:35:48.429471 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.437696 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.524964 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.527020 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Allocated IP 172.27.1.143 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:35:48.536641 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c41e58-e73c-4897-a5a5-cf2a36b4a030,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:48.666606 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.681564 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-06867986-7eef-4f6a-bc8d-c90cd0e206dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for subnet, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.743892 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.789232 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06867986-7eef-4f6a-bc8d-c90cd0e206dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e53daf4f-035b-4c77-aaf1-31c26b45f1ea,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:48.828702 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.831915 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-dd47c9d1-6c76-4a7c-a0c3-f7ad10753a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.916356 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977e68bf-97c4-539e-b424-ee70b4d79b3f-363f55b9-7106-4007-95f7-6d844418cbce', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0'}]}} from dv-cinder-806559-3-iscsi. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:35:48.917645 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.918149 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.918801 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:35:48.919536 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.956390 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Pushing event updated for resources: {'Port': ['ID=4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:48.967911 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-dd47c9d1-6c76-4a7c-a0c3-f7ad10753a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:48.969266 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06867986-7eef-4f6a-bc8d-c90cd0e206dc admin admin] Checking segment: {'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:35:48.969795 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06867986-7eef-4f6a-bc8d-c90cd0e206dc admin admin] Network hostable DHCP agents. Network: bbe84905-3ab6-43e0-bd80-358715870242, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:35:48.987058 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-dd47c9d1-6c76-4a7c-a0c3-f7ad10753a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:49.032364 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-dd47c9d1-6c76-4a7c-a0c3-f7ad10753a54 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c8078c4659046af8524d81dfe7e9582&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7390432 Aug 31 05:35:49.033203 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06867986-7eef-4f6a-bc8d-c90cd0e206dc admin admin] Network bbe84905-3ab6-43e0-bd80-358715870242 is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:35:49.040384 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44434) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:49.041154 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47c9d1-6c76-4a7c-a0c3-f7ad10753a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5018ec60-5b4b-4281-992f-e5099672c1f0,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:49.056732 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] Pushing event updated for resources: {'Network': ['ID=2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:49.086628 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:35:49.092332 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:35:49.095258 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:35:49.095674 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-06867986-7eef-4f6a-bc8d-c90cd0e206dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, bbe84905-3ab6-43e0-bd80-358715870242) {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:35:49.100813 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06867986-7eef-4f6a-bc8d-c90cd0e206dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:35:49.101982 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-06867986-7eef-4f6a-bc8d-c90cd0e206dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:49.114210 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e12aa1-c630-4ba9-ada5-feea6d61fd41 None None] Network bbe84905-3ab6-43e0-bd80-358715870242 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:35:49.132920 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f46281ec-4080-4370-8e00-12f2c66b1606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:49.157482 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f46281ec-4080-4370-8e00-12f2c66b1606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:49.168969 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:49.196836 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-06867986-7eef-4f6a-bc8d-c90cd0e206dc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9447753 Aug 31 05:35:49.233702 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f46281ec-4080-4370-8e00-12f2c66b1606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:49.238268 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f46281ec-4080-4370-8e00-12f2c66b1606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:49.242183 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-f46281ec-4080-4370-8e00-12f2c66b1606 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5018ec60-5b4b-4281-992f-e5099672c1f0 HTTP/1.1" status: 204 len: 168 time: 0.1957252 Aug 31 05:35:49.256831 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46281ec-4080-4370-8e00-12f2c66b1606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5018ec60-5b4b-4281-992f-e5099672c1f0,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:49.257598 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-ab0b0da6-2cce-422f-a64b-9d29391cb23d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3226249 Aug 31 05:35:49.261856 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 44444) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:49.283086 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-472e69c7-3b0f-441e-8a01-ac16cf24e817 admin admin] Request body: {'subnet': {'network_id': '2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1943506331-subnet', 'tenant_id': '7cbee29346674fe4b63264c04ea21dbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:35:49.367200 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Allocated IP 172.20.0.2 (363f55b9-7106-4007-95f7-6d844418cbce/6e40e479-664b-4bab-bbec-50a8e96df2b0/e2d47452-ab4a-4bf2-97a0-8c259dce450e) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:35:49.568574 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:49.577985 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Transition to ACTIVE for port object e2d47452-ab4a-4bf2-97a0-8c259dce450e will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:35:49.599453 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network 2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:35:49.680620 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Transition to ACTIVE for port object e2d47452-ab4a-4bf2-97a0-8c259dce450e will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:35:49.707058 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:49.727909 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Network 363f55b9-7106-4007-95f7-6d844418cbce is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:35:49.732392 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:35:49.748040 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:35:49.807014 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472e69c7-3b0f-441e-8a01-ac16cf24e817 admin admin] Made reservation on behalf of 7cbee29346674fe4b63264c04ea21dbd for: {'subnet': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:35:49.811321 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-472e69c7-3b0f-441e-8a01-ac16cf24e817 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:49.904633 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Attempting to bind port e2d47452-ab4a-4bf2-97a0-8c259dce450e on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:35:49.905277 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Attempting to bind port e2d47452-ab4a-4bf2-97a0-8c259dce450e by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:35:49.905650 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Attempting to bind port e2d47452-ab4a-4bf2-97a0-8c259dce450e on network 363f55b9-7106-4007-95f7-6d844418cbce {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:35:49.945248 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Pushing event updated for resources: {'Port': ['ID=e2d47452-ab4a-4bf2-97a0-8c259dce450e,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:49.955344 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5689d7a-a68e-454e-90df-7c94b7d1745b None None] Network bbe84905-3ab6-43e0-bd80-358715870242 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:35:50.057680 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:35:50.058069 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Checking segment: {'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:35:50.058592 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:50.058869 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Bound using segment: {'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:35:50.059374 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Bound port: e2d47452-ab4a-4bf2-97a0-8c259dce450e, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:35:50.059779 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:50.098629 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:50.099284 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:50.099416 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:50.099842 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:50.099981 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:50.100334 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:50.100662 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:50.101123 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:50.101622 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:50.102097 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:50.102278 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:50.102587 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Tracked resource versions report: Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: pushed versions: Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: { 'AddressGroup': {'1.2'}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'ConntrackHelper': {'1.0'}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Log': {'1.0'}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Network': {'1.1'}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Port': {'1.7'}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'PortForwarding': {'1.2'}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'QosPolicy': {'1.9'}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'SecurityGroup': {'1.4'}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'SubPort': {'1.0'}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Subnet': {'1.1'}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Trunk': {'1.1'}} Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: consumer versions: Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: { DHCP agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: HyperV agent@hv-cinder-80655: {}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: L3 agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: Metadata agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: Metering agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: Open vSwitch agent@dv-cinder-806559-3-iscsi: { 'AddressGroup': '1.2', Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'ConntrackHelper': '1.0', Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Log': '1.0', Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Network': '1.1', Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Port': '1.7', Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'PortForwarding': '1.2', Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'QosPolicy': '1.9', Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'SecurityGroup': '1.4', Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'SecurityGroupRule': '1.2', Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'SubPort': '1.0', Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Subnet': '1.1', Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: 'Trunk': '1.1'}} Aug 31 05:35:50.103680 dv-cinder-806559-3-iscsi neutron-server[94007]: {{(pid=94007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:35:50.110845 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44488) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:50.145087 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6925ba16-32f2-4a1b-adc4-41f624d71f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:50.212019 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] For port e2d47452-ab4a-4bf2-97a0-8c259dce450e, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:35:50.216227 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] For port e2d47452-ab4a-4bf2-97a0-8c259dce450e, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=e2d47452-ab4a-4bf2-97a0-8c259dce450e,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:35:50.228671 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:50.332951 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6925ba16-32f2-4a1b-adc4-41f624d71f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:50.340522 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6925ba16-32f2-4a1b-adc4-41f624d71f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:50.390833 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea12d69-21db-49ed-aafa-074ee649b9df None None] Pushing event updated for resources: {'Port': ['ID=e2d47452-ab4a-4bf2-97a0-8c259dce450e,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:50.422356 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:50.431875 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-6925ba16-32f2-4a1b-adc4-41f624d71f03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb17817d48794d009c938307b7e12fc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3163917 Aug 31 05:35:50.432902 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44496) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:50.441263 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925ba16-32f2-4a1b-adc4-41f624d71f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb742e4-ab64-4681-85f3-3b1293694c12,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:50.520621 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0cad8471-15e0-4965-bc38-53c96d0de2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:50.563828 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0cad8471-15e0-4965-bc38-53c96d0de2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:50.652571 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0cad8471-15e0-4965-bc38-53c96d0de2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:50.656955 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0cad8471-15e0-4965-bc38-53c96d0de2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:50.660546 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-0cad8471-15e0-4965-bc38-53c96d0de2de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9eb742e4-ab64-4681-85f3-3b1293694c12 HTTP/1.1" status: 204 len: 168 time: 0.2243299 Aug 31 05:35:50.666494 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:50.682531 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad8471-15e0-4965-bc38-53c96d0de2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb742e4-ab64-4681-85f3-3b1293694c12,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:50.700779 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:50.702982 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-472e69c7-3b0f-441e-8a01-ac16cf24e817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for subnet, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:50.716909 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44522) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:50.719620 dv-cinder-806559-3-iscsi neutron-server[94006]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 05:35:50.949853 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-007a6710-b2aa-431c-8b16-7c6b31382bed tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:35:50.957614 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-007a6710-b2aa-431c-8b16-7c6b31382bed tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/networks?id=bbe84905-3ab6-43e0-bd80-358715870242 HTTP/1.1" status: 200 len: 814 time: 0.2389514 Aug 31 05:35:50.969677 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e69c7-3b0f-441e-8a01-ac16cf24e817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ea9783-ec14-4e69-b40e-7e828b62337a,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:50.976621 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-83c28a8c-82c5-4137-9804-6eb901963450 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/quotas/f79cf8f01e8a4c09ba29eaeae6aca7a3 HTTP/1.1" status: 200 len: 375 time: 0.0178163 Aug 31 05:35:51.040291 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-b9126f21-c861-4aba-90a8-b87305d04095 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f79cf8f01e8a4c09ba29eaeae6aca7a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627115 Aug 31 05:35:51.046165 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-b35271fd-c084-43aa-9cc2-8dd0be407d5f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:35:51.046484 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e69c7-3b0f-441e-8a01-ac16cf24e817 admin admin] Checking segment: {'id': '1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:35:51.047001 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472e69c7-3b0f-441e-8a01-ac16cf24e817 admin admin] Network hostable DHCP agents. Network: 2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:35:51.056689 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-b35271fd-c084-43aa-9cc2-8dd0be407d5f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152636 Aug 31 05:35:51.086958 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370152'] for router, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:51.196380 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472e69c7-3b0f-441e-8a01-ac16cf24e817 admin admin] Network 2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:35:51.234219 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Allocated IP 172.27.1.85 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/b573847a-2d6b-4d9e-9594-6863cc0a72a0) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:35:51.280450 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-472e69c7-3b0f-441e-8a01-ac16cf24e817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, 2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd) {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:35:51.301740 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a2eb3c-27ed-44ff-bdf0-7649a0a34cbe None None] Network 2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:35:51.304207 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472e69c7-3b0f-441e-8a01-ac16cf24e817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:35:51.304981 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-472e69c7-3b0f-441e-8a01-ac16cf24e817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:51.462235 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:51.525185 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-472e69c7-3b0f-441e-8a01-ac16cf24e817 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2434044 Aug 31 05:35:51.525185 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:51.532382 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14e9282-46b1-44b7-a971-b4002d95649e None None] Network 2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:35:51.585454 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Pushing event updated for resources: {'Port': ['ID=b573847a-2d6b-4d9e-9594-6863cc0a72a0,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:51.590756 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-50ef2cda-d916-4b63-85c6-eb5df75df4a6 service neutron] 10.222.0.10 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533940 Aug 31 05:35:51.605050 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:35:51.607546 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:35:51.614382 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:35:51.824901 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-86c00550-8d36-45ab-bc27-c24ec69fefb1 service neutron] 10.222.0.10 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261841 Aug 31 05:35:51.877781 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Router 0812be43-990e-4e66-9340-2802924f831a is scheduled to L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 with binding_index 1 {{(pid=94005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:35:51.897173 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b45876-beb7-4100-9603-351a88f4fb66 None None] Network 363f55b9-7106-4007-95f7-6d844418cbce requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:35:52.013464 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-5c6ef58a-b230-4edf-950e-544f12d71db6 None None] Provisioning for port e2d47452-ab4a-4bf2-97a0-8c259dce450e completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:35:52.347805 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:35:52.361895 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Sync routers for ids ['0812be43-990e-4e66-9340-2802924f831a'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:35:52.374531 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:52.378553 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Routers {'0812be43-990e-4e66-9340-2802924f831a'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:35:52.379232 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:35:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0812be43-990e-4e66-9340-2802924f831a'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:35:52.470871 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] Notify callbacks [] for router, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:52.476346 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-37aa49e6-e62c-4d93-94d5-b970becd6b2d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5305452 Aug 31 05:35:52.480575 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 44620) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:52.505104 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1fbb78b5-440c-47d5-b383-7e7c50177ef8 req-35a3b350-6fc0-40df-94b9-404468857f87 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 210 time: 0.1569607 Aug 31 05:35:52.575310 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device e2d47452-ab4a-4bf2-97a0-8c259dce450e up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:35:52.617073 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Set router 0812be43-990e-4e66-9340-2802924f831a gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:35:52.685721 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port e2d47452-ab4a-4bf2-97a0-8c259dce450e completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:35:52.691732 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port e2d47452-ab4a-4bf2-97a0-8c259dce450e triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:35:52.691941 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:52.728306 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44644) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:52.854711 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:52.902882 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370152'] for router, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:52.903172 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0812be43-990e-4e66-9340-2802924f831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1931467047-router', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:46Z', 'updated_at': '2021-08-31T05:35:49Z', 'revision_number': 3, 'project_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'gw_port': {'id': '4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0812be43-990e-4e66-9340-2802924f831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:35:52.913777 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e39b0-884b-4687-943a-5d612cb4a41f req-a002ed40-e118-4350-bf87-01a2bead6f4d tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:35:52.916327 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-a002ed40-e118-4350-bf87-01a2bead6f4d tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/networks?id=2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd HTTP/1.1" status: 200 len: 812 time: 0.1869938 Aug 31 05:35:52.936621 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-496bfcfd-ac18-451f-bdef-557d3e366088 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/quotas/7cbee29346674fe4b63264c04ea21dbd HTTP/1.1" status: 200 len: 375 time: 0.0135527 Aug 31 05:35:52.949851 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port e2d47452-ab4a-4bf2-97a0-8c259dce450e, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=e2d47452-ab4a-4bf2-97a0-8c259dce450e,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:35:52.960878 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:52.962690 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Checking router: 0812be43-990e-4e66-9340-2802924f831a for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:35:52.963147 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Updating router 0812be43-990e-4e66-9340-2802924f831a port 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c binding host dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:35:53.001327 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-8943e65f-eea3-4742-aea7-3b84d375b152 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cbee29346674fe4b63264c04ea21dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581262 Aug 31 05:35:53.009750 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-e40485d1-618b-442a-bb87-e94163b4f3de tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:35:53.015067 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:53.025136 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-e40485d1-618b-442a-bb87-e94163b4f3de tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224676 Aug 31 05:35:53.075078 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=e2d47452-ab4a-4bf2-97a0-8c259dce450e,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:53.353293 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d is scheduled to L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 with binding_index 1 {{(pid=94005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:35:53.436600 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Notify callbacks [] for port, precommit_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:53.449414 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.provisioning_blocks [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Transition to ACTIVE for port object 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c will not be triggered until provisioned by entity L2. {{(pid=94008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:35:53.466725 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:53.572760 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:53.582787 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Attempting to bind port 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:35:53.583178 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Attempting to bind port 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:35:53.583548 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Attempting to bind port 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c on network baf71964-5e16-4dde-973b-f2bbbd097579 {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:35:53.620857 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Pushing event updated for resources: {'Port': ['ID=4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c,revision_number=2']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:53.645930 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:35:53.646503 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Checking segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:35:53.648643 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:53.652961 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Bound using segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:35:53.654378 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Bound port: 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:35:53.657374 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:53.669969 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3a074904-eafb-479d-87d7-ae6c565ac4e5 req-6d877cab-783e-4b0f-8dc8-096098f4e1be tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 210 time: 0.0417449 Aug 31 05:35:53.685430 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-49cf3be4-af12-42ef-a0c2-da52d3075c2a service neutron] 10.222.0.10 "GET /v2.0/networks/2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633794 Aug 31 05:35:53.718529 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:53.719484 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:53.720010 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:53.723012 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:53.723596 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:53.724464 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:53.728443 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:53.729358 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:53.729890 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:53.730500 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:53.730844 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:53.731258 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Tracked resource versions report: Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: pushed versions: Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: { 'AddressGroup': {'1.2'}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'ConntrackHelper': {'1.0'}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Log': {'1.0'}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Network': {'1.1'}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Port': {'1.7'}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'PortForwarding': {'1.2'}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'QosPolicy': {'1.9'}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'SecurityGroup': {'1.4'}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'SubPort': {'1.0'}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Subnet': {'1.1'}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Trunk': {'1.1'}} Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: consumer versions: Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: { DHCP agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: HyperV agent@hv-cinder-80655: {}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: L3 agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: Metadata agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: Metering agent@dv-cinder-806559-3-iscsi: {}, Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: Open vSwitch agent@dv-cinder-806559-3-iscsi: { 'AddressGroup': '1.2', Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'ConntrackHelper': '1.0', Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Log': '1.0', Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Network': '1.1', Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Port': '1.7', Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'PortForwarding': '1.2', Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'QosPolicy': '1.9', Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'SecurityGroup': '1.4', Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'SecurityGroupRule': '1.2', Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'SubPort': '1.0', Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Subnet': '1.1', Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: 'Trunk': '1.1'}} Aug 31 05:35:53.732610 dv-cinder-806559-3-iscsi neutron-server[94008]: {{(pid=94008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:35:53.794718 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] For port 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:35:53.806286 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-7e66f55d-9281-4e8a-93ff-3e8da6198781 service neutron] 10.222.0.10 "GET /v2.0/networks/2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201131 Aug 31 05:35:53.807457 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] For port 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:35:53.817193 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:53.871213 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:35:53.881812 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Sync routers for ids ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:35:53.894678 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Routers {'0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:35:53.895968 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:35:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:35:53.924166 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Routers {'0812be43-990e-4e66-9340-2802924f831a'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:35:53.924966 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:35:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0812be43-990e-4e66-9340-2802924f831a'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:35:53.955511 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] Notify callbacks [] for router, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:53.957075 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-6e7d8f7c-3fc6-4a65-ac8a-1e3fa2843317 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6172113 Aug 31 05:35:53.960341 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44712) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:54.016146 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Allocated IP 172.20.0.1 (66e9f947-7a38-422f-9aac-7a0d6a4fc617/80fdd554-6ca7-4bea-8a87-7b1508c8e0ed/ddc0316d-9b16-49de-a92e-f7fbc600070b) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:35:54.074410 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] Set router 0812be43-990e-4e66-9340-2802924f831a gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:35:54.159825 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Set router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:35:54.199824 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:54.277104 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a1923703-7302-475f-bdf5-40c1a27f008e req-a17ad05a-6659-48a0-b1ab-faeb9f6a86c0 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0841548 Aug 31 05:35:54.304544 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1351ca-0bec-48b9-a380-05e6de0b78c2 None None] Pushing event updated for resources: {'Port': ['ID=4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c,revision_number=3']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:54.310669 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:54.360137 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:35:54.360369 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0812be43-990e-4e66-9340-2802924f831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1931467047-router', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:46Z', 'updated_at': '2021-08-31T05:35:49Z', 'revision_number': 3, 'project_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'gw_port': {'id': '4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0812be43-990e-4e66-9340-2802924f831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:35:54.364065 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:35:54.367696 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:35:54.368530 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369563'] for router_interface, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:54.444612 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70634221-7e2f-46fa-b7f1-fbbf28442c24 None None] The sync data for ids ['0812be43-990e-4e66-9340-2802924f831a'] in dv-cinder-806559-3-iscsi is: [{'id': '0812be43-990e-4e66-9340-2802924f831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1931467047-router', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:46Z', 'updated_at': '2021-08-31T05:35:49Z', 'revision_number': 3, 'project_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'gw_port': {'id': '4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0812be43-990e-4e66-9340-2802924f831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:35:54.515306 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device e2d47452-ab4a-4bf2-97a0-8c259dce450e up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:35:54.653659 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:54.728394 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port e2d47452-ab4a-4bf2-97a0-8c259dce450e triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:35:54.728985 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:54.861110 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44758) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:54.986634 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:51Z', 'revision_number': 3, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:35:55.074405 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3d925590-3614-4777-bc24-c8ccb3221533 req-b3c8215c-face-4523-8000-60244bd7a739 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 210 time: 0.1073930 Aug 31 05:35:55.079856 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Checking router: 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:35:55.079856 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Updating router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d port b573847a-2d6b-4d9e-9594-6863cc0a72a0 binding host dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:35:55.084002 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc0316d-9b16-49de-a92e-f7fbc600070b,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:55.090067 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:55.091542 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:55.163130 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:55.193078 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68285842-02bb-4ccc-a36a-dce2c4fca433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:55.506624 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-424dc7f5-8c26-412b-8d4d-0aa975b414cf req-60965763-696c-4830-926f-64a1b65804ab tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0868452 Aug 31 05:35:55.521141 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:55.530486 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:55.531632 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370219'] for router_interface, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:55.619242 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_common [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Allocated IP 172.20.0.1 (363f55b9-7106-4007-95f7-6d844418cbce/6e40e479-664b-4bab-bbec-50a8e96df2b0/e45b71ed-f0b4-4c10-90b5-9945bc7a05f7) {{(pid=94006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:35:55.703958 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68285842-02bb-4ccc-a36a-dce2c4fca433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:55.737099 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:35:55.741685 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:35:55.755363 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68285842-02bb-4ccc-a36a-dce2c4fca433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:55.828324 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:55.831359 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.32', 59478) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:55.831730 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 44796) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:55.854467 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Transition to ACTIVE for port object b573847a-2d6b-4d9e-9594-6863cc0a72a0 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:35:55.867225 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:55.908461 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:35:55.920139 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc0316d-9b16-49de-a92e-f7fbc600070b,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:55.924443 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Attempting to bind port b573847a-2d6b-4d9e-9594-6863cc0a72a0 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:35:55.924747 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Attempting to bind port b573847a-2d6b-4d9e-9594-6863cc0a72a0 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:35:55.925301 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Attempting to bind port b573847a-2d6b-4d9e-9594-6863cc0a72a0 on network baf71964-5e16-4dde-973b-f2bbbd097579 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:35:55.934386 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:35:55.934905 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Checking segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:35:55.935408 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:55.935873 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Bound using segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:35:55.936553 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Bound port: b573847a-2d6b-4d9e-9594-6863cc0a72a0, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:35:55.937025 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:56.026349 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b618081-b651-4d2e-b56a-cbf348c733d0 None None] Pushing event updated for resources: {'Port': ['ID=b573847a-2d6b-4d9e-9594-6863cc0a72a0,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:56.072378 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:56.084094 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] For port b573847a-2d6b-4d9e-9594-6863cc0a72a0, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:35:56.089824 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] For port b573847a-2d6b-4d9e-9594-6863cc0a72a0, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=b573847a-2d6b-4d9e-9594-6863cc0a72a0,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:35:56.101512 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:56.120182 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68285842-02bb-4ccc-a36a-dce2c4fca433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441cd87c-3b42-4659-adf4-8d449287ae3e,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:56.127200 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-68285842-02bb-4ccc-a36a-dce2c4fca433 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f529454ab66a4ff38ff0bb318b42aaba&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2633355 Aug 31 05:35:56.132329 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44812) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:56.142564 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Transition to ACTIVE for port object e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 will not be triggered until provisioned by entity DHCP. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:35:56.174340 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Routers {'0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:35:56.175113 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:35:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:35:56.229877 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1cd5a099-4a42-45e5-a648-6bc484ed600f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:56.266783 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:56.297905 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Network 363f55b9-7106-4007-95f7-6d844418cbce is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:35:56.333997 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-437a4ba7-d84d-4950-873d-84e7a8fb343d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:35:56.336207 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-437a4ba7-d84d-4950-873d-84e7a8fb343d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "GET /v2.0/networks?id=bbe84905-3ab6-43e0-bd80-358715870242 HTTP/1.1" status: 200 len: 814 time: 0.5035667 Aug 31 05:35:56.339737 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:35:56.342824 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Received port after_create {{(pid=94006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:35:56.343631 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Router 0812be43-990e-4e66-9340-2802924f831a has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:35:56.349820 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b618081-b651-4d2e-b56a-cbf348c733d0 None None] Pushing event updated for resources: {'Port': ['ID=b573847a-2d6b-4d9e-9594-6863cc0a72a0,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:56.360340 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369563'] for router_interface, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:56.383869 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] Set router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:35:56.390955 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Pushing event updated for resources: {'Port': ['ID=e45b71ed-f0b4-4c10-90b5-9945bc7a05f7,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:56.518974 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:35:56.538371 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-856f922c-dc3f-48e9-8fc7-ac343f79d226 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Request body: {'port': {'device_id': '7c14ca03-4dfb-4498-9f60-0030f0c3725d', 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242', 'admin_state_up': True, 'tenant_id': 'f79cf8f01e8a4c09ba29eaeae6aca7a3'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:35:56.550091 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-6b77ce20-35ff-42c3-bdc6-8310033ae125 admin admin] 10.222.0.10 "PUT /v2.0/routers/0812be43-990e-4e66-9340-2802924f831a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0654280 Aug 31 05:35:56.562860 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6228b433-4f52-4815-8c94-f9f723b9bb53 req-220639ff-3736-4c10-9083-0413075ea11d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 210 time: 0.3417757 Aug 31 05:35:56.578778 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9e04c435-5044-4e58-a489-67181f5913d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:56.633753 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9e04c435-5044-4e58-a489-67181f5913d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:56.728927 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:35:56.808392 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1cd5a099-4a42-45e5-a648-6bc484ed600f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:56.834905 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:35:56.843767 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:51Z', 'revision_number': 3, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:35:56.855852 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1cd5a099-4a42-45e5-a648-6bc484ed600f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:56.864555 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.32', 59488) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:56.892092 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d93ca0-4b9a-4f54-ac83-d47f027a1a8f None None] The sync data for ids ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'] in dv-cinder-806559-3-iscsi is: [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:51Z', 'revision_number': 3, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:35:56.902398 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:35:56.903202 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:56.907284 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-37e3634b-b93c-4248-a2d4-b959a52e0868 None None] Provisioning for port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:35:56.943255 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-37e3634b-b93c-4248-a2d4-b959a52e0868 None None] Provisioning complete for port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:35:56.943393 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-37e3634b-b93c-4248-a2d4-b959a52e0868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:56.999978 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5a099-4a42-45e5-a648-6bc484ed600f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c44c07-91e9-443d-9f7b-7cb95b376132,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:57.009041 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b6e49526-5727-46de-8588-4158be18b92b req-84dfd995-680c-420e-bd57-9d030e1e1241 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 210 time: 0.1845829 Aug 31 05:35:57.012489 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:57.024163 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-37e3634b-b93c-4248-a2d4-b959a52e0868 None None] Port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:35:57.136024 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:57.152668 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9e04c435-5044-4e58-a489-67181f5913d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:57.163844 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-1cd5a099-4a42-45e5-a648-6bc484ed600f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4074932871c480a8f13a3163e252d1a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3261092 Aug 31 05:35:57.164355 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 44866) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:57.174852 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:35:57.175835 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9e04c435-5044-4e58-a489-67181f5913d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:57.179696 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-9e04c435-5044-4e58-a489-67181f5913d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/441cd87c-3b42-4659-adf4-8d449287ae3e HTTP/1.1" status: 204 len: 168 time: 1.0463428 Aug 31 05:35:57.188137 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:57.251835 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04c435-5044-4e58-a489-67181f5913d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441cd87c-3b42-4659-adf4-8d449287ae3e,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:57.267379 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-856f922c-dc3f-48e9-8fc7-ac343f79d226 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Made reservation on behalf of f79cf8f01e8a4c09ba29eaeae6aca7a3 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:35:57.277440 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-856f922c-dc3f-48e9-8fc7-ac343f79d226 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:57.368520 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:57.373913 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e39b0-884b-4687-943a-5d612cb4a41f req-6ac93132-6b5f-4440-942c-9a18ff003e6d tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:35:57.382227 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-6ac93132-6b5f-4440-942c-9a18ff003e6d tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.32 "GET /v2.0/networks?id=2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd HTTP/1.1" status: 200 len: 812 time: 0.4390156 Aug 31 05:35:57.510218 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-638e39b0-884b-4687-943a-5d612cb4a41f req-749718ab-6e14-4b7a-b998-403db44bafc9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Request body: {'port': {'device_id': 'c4944f2b-e0ae-4528-bff1-7df00680e0c4', 'network_id': '2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd', 'admin_state_up': True, 'tenant_id': '7cbee29346674fe4b63264c04ea21dbd'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:35:57.680874 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Sync routers for ids ['0812be43-990e-4e66-9340-2802924f831a'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:35:57.700423 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Routers {'0812be43-990e-4e66-9340-2802924f831a'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:35:57.701073 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:35:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0812be43-990e-4e66-9340-2802924f831a'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:35:57.728419 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e429a7fa-84bb-44d2-b927-3c56616e5122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:57.924538 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-7018b3f8-3052-4b8f-bd16-57a4a0a351de tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:35:57.928806 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-7018b3f8-3052-4b8f-bd16-57a4a0a351de tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/networks?id=66e9f947-7a38-422f-9aac-7a0d6a4fc617 HTTP/1.1" status: 200 len: 819 time: 0.4157305 Aug 31 05:35:57.981783 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 44894) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:35:57.988052 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:58.025991 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-82418787-2c79-4f2a-b287-f6c3d8bf87e1 req-4ff292c9-c2d3-492f-99a4-2def136dcc36 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 210 time: 0.2445676 Aug 31 05:35:58.032971 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:58.033553 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370219'] for router_interface, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:58.050426 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b13f9a94-147c-4e5d-aa4f-14920e7f14b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:58.092848 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d369aa73-d649-4bf8-8666-2bfee899d5b3 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/quotas/df247d9bc9ab4706a39bc2047bed84e8 HTTP/1.1" status: 200 len: 375 time: 0.0777085 Aug 31 05:35:58.161594 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e429a7fa-84bb-44d2-b927-3c56616e5122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:58.215981 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Set router 0812be43-990e-4e66-9340-2802924f831a gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:35:58.218345 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Pushing event updated for resources: {'Port': ['ID=e45b71ed-f0b4-4c10-90b5-9945bc7a05f7,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:58.347880 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-856f922c-dc3f-48e9-8fc7-ac343f79d226 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Allocated IP 172.20.0.10 (bbe84905-3ab6-43e0-bd80-358715870242/e53daf4f-035b-4c77-aaf1-31c26b45f1ea/26fee4d6-0eaf-4baa-9890-0c3b86730663) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:35:58.482747 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e429a7fa-84bb-44d2-b927-3c56616e5122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:58.485921 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e429a7fa-84bb-44d2-b927-3c56616e5122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:58.487202 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-e429a7fa-84bb-44d2-b927-3c56616e5122 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8c44c07-91e9-443d-9f7b-7cb95b376132 HTTP/1.1" status: 204 len: 168 time: 1.3047049 Aug 31 05:35:58.646171 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429a7fa-84bb-44d2-b927-3c56616e5122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c44c07-91e9-443d-9f7b-7cb95b376132,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:58.733181 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:35:58.792351 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0812be43-990e-4e66-9340-2802924f831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1931467047-router', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:46Z', 'updated_at': '2021-08-31T05:35:54Z', 'revision_number': 4, 'project_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'gw_port': {'id': '4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0812be43-990e-4e66-9340-2802924f831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'ddc0316d-9b16-49de-a92e-f7fbc600070b', 'name': '', 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'mac_address': 'fa:16:3e:b3:7a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0812be43-990e-4e66-9340-2802924f831a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80fdd554-6ca7-4bea-8a87-7b1508c8e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:53Z', 'updated_at': '2021-08-31T05:35:55Z', 'revision_number': 2, 'project_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'subnets': [{'id': '80fdd554-6ca7-4bea-8a87-7b1508c8e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:35:58.829443 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-856f922c-dc3f-48e9-8fc7-ac343f79d226 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:58.841498 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-439c35cd-aa49-485f-8ad7-a7b9867d0dcc req-d13001c3-a15b-4a7e-a117-26aa4a424f84 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 210 time: 0.5487695 Aug 31 05:35:58.858334 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Checking router: 0812be43-990e-4e66-9340-2802924f831a for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:35:58.860004 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Updating router 0812be43-990e-4e66-9340-2802924f831a port ddc0316d-9b16-49de-a92e-f7fbc600070b binding host dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:35:58.919500 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:58.932132 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-856f922c-dc3f-48e9-8fc7-ac343f79d226 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:58.950866 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-bf00e5db-0b3f-4f7e-ac46-ca9c35138c52 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=df247d9bc9ab4706a39bc2047bed84e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7360761 Aug 31 05:35:58.963130 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:35:58.963565 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:59.115194 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-889aadc6-cf42-428f-84d1-d28772c9a9ef service neutron] 10.222.0.10 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400867 Aug 31 05:35:59.159948 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Network 363f55b9-7106-4007-95f7-6d844418cbce is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:35:59.166934 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:35:59.218330 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-856f922c-dc3f-48e9-8fc7-ac343f79d226 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Network bbe84905-3ab6-43e0-bd80-358715870242 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:35:59.339725 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-856f922c-dc3f-48e9-8fc7-ac343f79d226 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:35:59.339725 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-856f922c-dc3f-48e9-8fc7-ac343f79d226 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:35:59.339725 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-856f922c-dc3f-48e9-8fc7-ac343f79d226 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:35:59.339725 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-856f922c-dc3f-48e9-8fc7-ac343f79d226 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:59.345524 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device b573847a-2d6b-4d9e-9594-6863cc0a72a0 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:35:59.415894 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f922c-dc3f-48e9-8fc7-ac343f79d226 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Pushing event updated for resources: {'Port': ['ID=26fee4d6-0eaf-4baa-9890-0c3b86730663,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:59.524950 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port b573847a-2d6b-4d9e-9594-6863cc0a72a0 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:35:59.586592 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port b573847a-2d6b-4d9e-9594-6863cc0a72a0 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:35:59.586987 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:59.615337 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Notify callbacks [] for port, precommit_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:59.632151 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.provisioning_blocks [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Transition to ACTIVE for port object ddc0316d-9b16-49de-a92e-f7fbc600070b will not be triggered until provisioned by entity L2. {{(pid=94008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:35:59.641686 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:59.687839 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-56a1229a-0392-4ee7-850f-9dc00a33a14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:59.737191 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-68d2c98b-d49b-4602-9a5f-5d4a20e370e9 None None] Provisioning complete for port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:35:59.738171 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-68d2c98b-d49b-4602-9a5f-5d4a20e370e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:59.794312 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5a2ac-502a-4075-b22f-13372a479a6e None None] Pushing event updated for resources: {'Port': ['ID=ddc0316d-9b16-49de-a92e-f7fbc600070b,revision_number=3']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:35:59.828316 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b13f9a94-147c-4e5d-aa4f-14920e7f14b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:59.832323 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-6d25941d-291b-44f8-a46a-694b6a4f1e80 service neutron] 10.222.0.10 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014997 Aug 31 05:35:59.839746 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:35:59.855756 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-856f922c-dc3f-48e9-8fc7-ac343f79d226 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3346863 Aug 31 05:35:59.857709 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b13f9a94-147c-4e5d-aa4f-14920e7f14b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:59.883564 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-68d2c98b-d49b-4602-9a5f-5d4a20e370e9 None None] Port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:35:59.884096 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-453eee96-5c23-4a84-8476-f0aefb593e52 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:35:59.917478 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-453eee96-5c23-4a84-8476-f0aefb593e52 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163648 Aug 31 05:35:59.938967 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638e39b0-884b-4687-943a-5d612cb4a41f req-749718ab-6e14-4b7a-b998-403db44bafc9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Made reservation on behalf of 7cbee29346674fe4b63264c04ea21dbd for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:35:59.951357 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-638e39b0-884b-4687-943a-5d612cb4a41f req-749718ab-6e14-4b7a-b998-403db44bafc9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:59.992073 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:00.029977 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e63a5-ecc0-4f04-8a30-d47b2e18c4a9 req-42cc9209-9bcc-4e0b-993c-df562a84c701 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:00.041213 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2d8e63a5-ecc0-4f04-8a30-d47b2e18c4a9 req-42cc9209-9bcc-4e0b-993c-df562a84c701 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 932 time: 0.6821969 Aug 31 05:36:00.058317 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Attempting to bind port ddc0316d-9b16-49de-a92e-f7fbc600070b on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:36:00.058709 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Attempting to bind port ddc0316d-9b16-49de-a92e-f7fbc600070b by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': '2c5a63e5-59db-4c95-b956-08d44dd76443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617'}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:36:00.060399 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Attempting to bind port ddc0316d-9b16-49de-a92e-f7fbc600070b on network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:00.072765 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:36:00.073237 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Checking segment: {'id': '2c5a63e5-59db-4c95-b956-08d44dd76443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:36:00.073646 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:00.074050 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Bound using segment: {'id': '2c5a63e5-59db-4c95-b956-08d44dd76443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617'} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:36:00.074663 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Bound port: ddc0316d-9b16-49de-a92e-f7fbc600070b, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5a63e5-59db-4c95-b956-08d44dd76443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617'}}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:36:00.075562 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:00.085251 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port b573847a-2d6b-4d9e-9594-6863cc0a72a0, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=b573847a-2d6b-4d9e-9594-6863cc0a72a0,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:00.095961 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:00.125052 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-b13f9a94-147c-4e5d-aa4f-14920e7f14b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1638ccc00f3b456b9b24eb9f4bf91277&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1266856 Aug 31 05:36:00.133172 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 44946) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:00.161595 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f9a94-147c-4e5d-aa4f-14920e7f14b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dc1bd3-b83d-44ae-bacb-6b9680e65cd3,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:00.196564 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 44948) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:00.339455 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] For port ddc0316d-9b16-49de-a92e-f7fbc600070b, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:36:00.350409 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8be9e961-1fd2-4233-9f50-de10c102f7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:00.361007 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=b573847a-2d6b-4d9e-9594-6863cc0a72a0,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:00.374384 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] For port ddc0316d-9b16-49de-a92e-f7fbc600070b, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=ddc0316d-9b16-49de-a92e-f7fbc600070b,segment=NetworkSegment(2c5a63e5-59db-4c95-b956-08d44dd76443),segment_id=2c5a63e5-59db-4c95-b956-08d44dd76443)] {{(pid=94008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:36:00.390617 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:00.392897 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8be9e961-1fd2-4233-9f50-de10c102f7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:00.395920 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-638e39b0-884b-4687-943a-5d612cb4a41f req-749718ab-6e14-4b7a-b998-403db44bafc9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Allocated IP 172.20.0.10 (2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd/e4ea9783-ec14-4e69-b40e-7e828b62337a/eddc02e2-d461-423f-a1ce-0df203346f47) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:36:00.587173 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device b573847a-2d6b-4d9e-9594-6863cc0a72a0 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:36:00.684621 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Routers {'0812be43-990e-4e66-9340-2802924f831a'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:36:00.685697 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:35:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0812be43-990e-4e66-9340-2802924f831a'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:00.695838 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port b573847a-2d6b-4d9e-9594-6863cc0a72a0 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:36:00.696405 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:00.701826 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2d8e63a5-ecc0-4f04-8a30-d47b2e18c4a9 req-42d5b690-7ea6-4e4d-9d03-0883c19fe776 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6364903 Aug 31 05:36:00.728991 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6248303b-32e9-4261-aea1-894c0fa8e0e1 req-b9ca2fd5-858f-43bd-9bc5-87f426005275 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 210 time: 0.2259636 Aug 31 05:36:00.863921 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Request body: {'port': {'device_id': '7c14ca03-4dfb-4498-9f60-0030f0c3725d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:00.868803 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8be9e961-1fd2-4233-9f50-de10c102f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:00.872426 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8be9e961-1fd2-4233-9f50-de10c102f7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:00.877334 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5a2ac-502a-4075-b22f-13372a479a6e None None] Pushing event updated for resources: {'Port': ['ID=ddc0316d-9b16-49de-a92e-f7fbc600070b,revision_number=4']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:00.879816 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-8be9e961-1fd2-4233-9f50-de10c102f7f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5dc1bd3-b83d-44ae-bacb-6b9680e65cd3 HTTP/1.1" status: 204 len: 168 time: 0.7360177 Aug 31 05:36:00.967911 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9e961-1fd2-4233-9f50-de10c102f7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dc1bd3-b83d-44ae-bacb-6b9680e65cd3,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:00.971971 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3a123a8d-4e6a-4dd3-892a-56e97c517551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:01.014115 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-45d97886-8ede-48f6-9fad-49c025b616f1 req-1430fe3c-b8cf-4197-b03e-b828907b3edd tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 210 time: 0.1039674 Aug 31 05:36:01.066500 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:01.072996 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:36:01.089350 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Sync routers for ids ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:36:01.095711 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-e2567f73-1aa9-4689-ad29-2d4090b14883 admin admin] 10.222.0.10 "PUT /v2.0/routers/0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1341918 Aug 31 05:36:01.102924 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Routers {'0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:36:01.105232 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:35:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:01.116655 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] Set router 0812be43-990e-4e66-9340-2802924f831a gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:36:01.737177 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0812be43-990e-4e66-9340-2802924f831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1931467047-router', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:46Z', 'updated_at': '2021-08-31T05:35:54Z', 'revision_number': 4, 'project_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'gw_port': {'id': '4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0812be43-990e-4e66-9340-2802924f831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'ddc0316d-9b16-49de-a92e-f7fbc600070b', 'name': '', 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'mac_address': 'fa:16:3e:b3:7a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0812be43-990e-4e66-9340-2802924f831a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80fdd554-6ca7-4bea-8a87-7b1508c8e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:53Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'subnets': [{'id': '80fdd554-6ca7-4bea-8a87-7b1508c8e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:01.741548 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Set router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:36:01.805806 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49202fa-1823-40eb-8a6f-3245864f168e None None] The sync data for ids ['0812be43-990e-4e66-9340-2802924f831a'] in dv-cinder-806559-3-iscsi is: [{'id': '0812be43-990e-4e66-9340-2802924f831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1931467047-router', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:46Z', 'updated_at': '2021-08-31T05:35:54Z', 'revision_number': 4, 'project_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'gw_port': {'id': '4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0812be43-990e-4e66-9340-2802924f831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'ddc0316d-9b16-49de-a92e-f7fbc600070b', 'name': '', 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'mac_address': 'fa:16:3e:b3:7a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0812be43-990e-4e66-9340-2802924f831a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80fdd554-6ca7-4bea-8a87-7b1508c8e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:53Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'subnets': [{'id': '80fdd554-6ca7-4bea-8a87-7b1508c8e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:36:01.826254 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-9e8169e7-1446-464a-b37e-6fa03978bef7 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:01.836025 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-9e8169e7-1446-464a-b37e-6fa03978bef7 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/networks?id=66e9f947-7a38-422f-9aac-7a0d6a4fc617 HTTP/1.1" status: 200 len: 819 time: 0.3521655 Aug 31 05:36:01.889085 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-64134107-de4d-4f46-a2fb-64043c628583 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/quotas/df247d9bc9ab4706a39bc2047bed84e8 HTTP/1.1" status: 200 len: 375 time: 0.0496795 Aug 31 05:36:02.025005 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-a853b57a-500d-4be4-8618-6101987ffc03 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=df247d9bc9ab4706a39bc2047bed84e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1337068 Aug 31 05:36:02.082493 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-638e39b0-884b-4687-943a-5d612cb4a41f req-749718ab-6e14-4b7a-b998-403db44bafc9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:02.104490 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fedfde2c-b760-455a-ac2b-20ba91f05cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:02.220522 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-f10373f6-58f7-4996-9682-eadaeb760ea3 service neutron] 10.222.0.10 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958959 Aug 31 05:36:02.376701 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:02.390210 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.32', 59497) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:02.435307 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:35:57Z', 'revision_number': 2, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:02.536888 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-9b73ae7e-2e8d-4661-9971-331dd3e88dba service neutron] 10.222.0.10 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054247 Aug 31 05:36:02.552790 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Checking router: 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:36:02.553634 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Updating router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 binding host dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:36:02.609870 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3a123a8d-4e6a-4dd3-892a-56e97c517551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:02.700675 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:02.722420 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device ddc0316d-9b16-49de-a92e-f7fbc600070b up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:36:02.908377 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3a123a8d-4e6a-4dd3-892a-56e97c517551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:03.218594 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-3a123a8d-4e6a-4dd3-892a-56e97c517551 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=edbaefbc2c344b29acb3454333e46bd1&name=default HTTP/1.1" status: 200 len: 2977 time: 3.0185347 Aug 31 05:36:03.222868 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45046) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:03.225396 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45048) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:03.250786 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-78710007-abc4-418f-a6f8-d224aa82cae0 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627621236', 'description': 'tempest-description--926625181'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:03.319027 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d7c67-5fb8-4f87-a550-14d6614562ce req-d12b8cbb-dc2f-4455-8d40-c75f053631a5 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:03.336454 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-eb6d7c67-5fb8-4f87-a550-14d6614562ce req-d12b8cbb-dc2f-4455-8d40-c75f053631a5 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 932 time: 0.2156961 Aug 31 05:36:03.451774 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port ddc0316d-9b16-49de-a92e-f7fbc600070b completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:36:03.485469 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-638e39b0-884b-4687-943a-5d612cb4a41f req-749718ab-6e14-4b7a-b998-403db44bafc9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:03.503294 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port ddc0316d-9b16-49de-a92e-f7fbc600070b triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:36:03.503681 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:03.509046 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:03.515132 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a123a8d-4e6a-4dd3-892a-56e97c517551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7821bd-289d-4584-a6a3-d986dcbf92cf,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:03.587935 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-eb6d7c67-5fb8-4f87-a550-14d6614562ce req-5bc909b4-a744-416a-a814-506e4c5fe13d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237196 Aug 31 05:36:03.608675 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e033f-c4e2-49fd-85e8-5e63da9c3d57 req-85b847bf-0b2d-4c6c-95ec-ccbec11564ba tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:03.636491 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-823e033f-c4e2-49fd-85e8-5e63da9c3d57 req-85b847bf-0b2d-4c6c-95ec-ccbec11564ba tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 932 time: 0.2973270 Aug 31 05:36:03.765299 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-823e033f-c4e2-49fd-85e8-5e63da9c3d57 req-79fb61ee-408d-43cd-ae61-4c0815713283 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254563 Aug 31 05:36:03.791374 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-57f7df4b-ec3e-4082-b72f-3f1f4cd68d96 req-77ca6580-b76e-4c5a-a64f-0d692f9d18ae tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 210 time: 0.0856388 Aug 31 05:36:03.841033 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-08072a48-e679-4a6e-9e8e-408c968dabbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:03.875434 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-a10ac8c0-d857-4d05-8184-4e643440c715 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:03.876980 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-a10ac8c0-d857-4d05-8184-4e643440c715 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.32 "GET /v2.0/networks?id=66e9f947-7a38-422f-9aac-7a0d6a4fc617 HTTP/1.1" status: 200 len: 819 time: 1.4722068 Aug 31 05:36:03.959960 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78710007-abc4-418f-a6f8-d224aa82cae0 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:04.056042 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638e39b0-884b-4687-943a-5d612cb4a41f req-749718ab-6e14-4b7a-b998-403db44bafc9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Network 2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:36:04.062056 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:04.082584 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-08072a48-e679-4a6e-9e8e-408c968dabbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:04.187024 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-5667b582-0343-4ae1-84c6-2539af33ae82 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Request body: {'port': {'device_id': 'a7d78811-1061-4374-955f-c38fee8ba385', 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617', 'admin_state_up': True, 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:04.191372 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-638e39b0-884b-4687-943a-5d612cb4a41f req-749718ab-6e14-4b7a-b998-403db44bafc9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:36:04.212597 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-638e39b0-884b-4687-943a-5d612cb4a41f req-749718ab-6e14-4b7a-b998-403db44bafc9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:36:04.224290 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e39b0-884b-4687-943a-5d612cb4a41f req-749718ab-6e14-4b7a-b998-403db44bafc9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:04.227938 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-638e39b0-884b-4687-943a-5d612cb4a41f req-749718ab-6e14-4b7a-b998-403db44bafc9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:04.252030 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:04.262593 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fee4d6-0eaf-4baa-9890-0c3b86730663 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:36:04.266509 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Transition to ACTIVE for port object e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:36:04.273286 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749718ab-6e14-4b7a-b998-403db44bafc9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Pushing event updated for resources: {'Port': ['ID=eddc02e2-d461-423f-a1ce-0df203346f47,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:04.278983 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:04.305290 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port ddc0316d-9b16-49de-a92e-f7fbc600070b, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=ddc0316d-9b16-49de-a92e-f7fbc600070b,segment=NetworkSegment(2c5a63e5-59db-4c95-b956-08d44dd76443),segment_id=2c5a63e5-59db-4c95-b956-08d44dd76443)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:04.374045 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-08072a48-e679-4a6e-9e8e-408c968dabbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:04.383617 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-08072a48-e679-4a6e-9e8e-408c968dabbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:04.389294 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-08072a48-e679-4a6e-9e8e-408c968dabbb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db7821bd-289d-4584-a6a3-d986dcbf92cf HTTP/1.1" status: 204 len: 168 time: 1.1544020 Aug 31 05:36:04.389466 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fafcc-087a-411d-865a-fbaeac6897f0 None None] Pushing event updated for resources: {'Port': ['ID=e45b71ed-f0b4-4c10-90b5-9945bc7a05f7,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:04.405696 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:04.407495 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:04.493728 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08072a48-e679-4a6e-9e8e-408c968dabbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7821bd-289d-4584-a6a3-d986dcbf92cf,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:04.522660 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45090) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:04.536296 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Transition to ACTIVE for port object 26fee4d6-0eaf-4baa-9890-0c3b86730663 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:36:04.563289 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:04.811768 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Pushing event updated for resources: {'Port': ['ID=26fee4d6-0eaf-4baa-9890-0c3b86730663,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:04.820826 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78710007-abc4-418f-a6f8-d224aa82cae0 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:04.893125 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=ddc0316d-9b16-49de-a92e-f7fbc600070b,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:04.907843 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-749718ab-6e14-4b7a-b998-403db44bafc9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4157758 Aug 31 05:36:04.910011 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78710007-abc4-418f-a6f8-d224aa82cae0 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:04.911906 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0013e-5540-4c56-9546-5f78bc8ce83c req-d91ff0bc-50be-4600-87af-1d39751dc6c7 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:04.921502 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4af0013e-5540-4c56-9546-5f78bc8ce83c req-d91ff0bc-50be-4600-87af-1d39751dc6c7 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 944 time: 0.1408892 Aug 31 05:36:05.017896 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4af0013e-5540-4c56-9546-5f78bc8ce83c req-3fb3b3f4-8eed-44c0-99c5-91c74ad4c98a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950825 Aug 31 05:36:05.027396 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Attempting to bind port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:36:05.027829 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Attempting to bind port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:36:05.028197 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Attempting to bind port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 on network 363f55b9-7106-4007-95f7-6d844418cbce {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:05.030639 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Request body: {'port': {'device_id': 'c4944f2b-e0ae-4528-bff1-7df00680e0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:05.058094 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:05.063598 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:36:05.063979 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Checking segment: {'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:36:05.064384 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:05.064799 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Bound using segment: {'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:36:05.065274 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Bound port: e45b71ed-f0b4-4c10-90b5-9945bc7a05f7, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:36:05.069355 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:05.099623 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f89a892e-b040-4862-b41f-077e130f146d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:05.142219 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddac625-b27c-4e70-9c13-f30d55cdb33a req-76b0a5b6-8d22-408d-bf23-89d514e42f19 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:05.152974 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7ddac625-b27c-4e70-9c13-f30d55cdb33a req-76b0a5b6-8d22-408d-bf23-89d514e42f19 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 932 time: 0.2278309 Aug 31 05:36:05.192939 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-5667b582-0343-4ae1-84c6-2539af33ae82 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Made reservation on behalf of df247d9bc9ab4706a39bc2047bed84e8 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:36:05.206811 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-5667b582-0343-4ae1-84c6-2539af33ae82 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:05.208213 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0458b307-4172-43d0-a630-789da8da83eb req-eeac2135-36f7-4b52-b82f-55115d10b77d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 210 time: 0.0364122 Aug 31 05:36:05.214486 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78710007-abc4-418f-a6f8-d224aa82cae0 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:05.230204 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-78710007-abc4-418f-a6f8-d224aa82cae0 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9938891 Aug 31 05:36:05.230204 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Attempting to bind port 26fee4d6-0eaf-4baa-9890-0c3b86730663 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:36:05.230204 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Attempting to bind port 26fee4d6-0eaf-4baa-9890-0c3b86730663 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:36:05.230204 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Attempting to bind port 26fee4d6-0eaf-4baa-9890-0c3b86730663 on network bbe84905-3ab6-43e0-bd80-358715870242 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:05.243985 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7ddac625-b27c-4e70-9c13-f30d55cdb33a req-8e64c419-f994-4ff2-95e7-8800fcfefeeb tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897086 Aug 31 05:36:05.246696 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45108) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:05.250199 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Port 26fee4d6-0eaf-4baa-9890-0c3b86730663 on network bbe84905-3ab6-43e0-bd80-358715870242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:36:05.251487 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Attempting to bind port 26fee4d6-0eaf-4baa-9890-0c3b86730663 on network bbe84905-3ab6-43e0-bd80-358715870242 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:05.257851 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-599f4462-62cb-4d36-9e42-96351208df03 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Request body: {'security_group_rule': {'security_group_id': 'b497c317-39bb-4df6-ad04-b3fe6c273a36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:05.274276 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] For port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:36:05.281266 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78710007-abc4-418f-a6f8-d224aa82cae0 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b497c317-39bb-4df6-ad04-b3fe6c273a36,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:05.285200 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] For port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=e45b71ed-f0b4-4c10-90b5-9945bc7a05f7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:36:05.306203 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:36:05.323763 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Checking segment: {'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:36:05.323763 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Bound using segment: {'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:36:05.323763 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Bound port: 26fee4d6-0eaf-4baa-9890-0c3b86730663, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:36:05.323763 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:05.323763 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:05.324564 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:05.484593 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f89a892e-b040-4862-b41f-077e130f146d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:05.503218 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f89a892e-b040-4862-b41f-077e130f146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:05.528168 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Routers {'0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:36:05.528871 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:36:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:05.546029 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.32', 59503) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:05.577626 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-f89a892e-b040-4862-b41f-077e130f146d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=557c468a0dc8470ab69badf33940003d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0523744 Aug 31 05:36:05.582451 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45116) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:05.673027 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fafcc-087a-411d-865a-fbaeac6897f0 None None] Pushing event updated for resources: {'Port': ['ID=e45b71ed-f0b4-4c10-90b5-9945bc7a05f7,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:05.756516 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-599f4462-62cb-4d36-9e42-96351208df03 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:05.817599 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] Set router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:36:05.886815 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a892e-b040-4862-b41f-077e130f146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f166eb-7ff9-41eb-a29e-cd05b16898ef,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:05.945225 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-bf60e00b-2244-4131-831e-a918164f1379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.021563 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-599f4462-62cb-4d36-9e42-96351208df03 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.038277 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-599f4462-62cb-4d36-9e42-96351208df03 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.075999 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45130) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:06.095333 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-bf60e00b-2244-4131-831e-a918164f1379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.100245 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-599f4462-62cb-4d36-9e42-96351208df03 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.104732 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-599f4462-62cb-4d36-9e42-96351208df03 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8571432 Aug 31 05:36:06.105817 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45134) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:06.112619 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f4462-62cb-4d36-9e42-96351208df03 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a59246-697b-4b63-b667-0ef383d873eb,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:06.121658 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-d8a1610a-2391-41af-8efd-2d0b36666bcf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Request body: {'security_group_rule': {'security_group_id': 'b497c317-39bb-4df6-ad04-b3fe6c273a36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:06.194231 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d8a1610a-2391-41af-8efd-2d0b36666bcf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.326960 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] For port 26fee4d6-0eaf-4baa-9890-0c3b86730663, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:36:06.346480 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-bf60e00b-2244-4131-831e-a918164f1379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.352627 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-bf60e00b-2244-4131-831e-a918164f1379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.358066 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-bf60e00b-2244-4131-831e-a918164f1379 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8f166eb-7ff9-41eb-a29e-cd05b16898ef HTTP/1.1" status: 204 len: 168 time: 0.7651751 Aug 31 05:36:06.398181 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-54bf09d7-144f-4823-b6d5-dc6e0722428b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:06.399922 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-54bf09d7-144f-4823-b6d5-dc6e0722428b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.32 "GET /v2.0/networks?id=66e9f947-7a38-422f-9aac-7a0d6a4fc617 HTTP/1.1" status: 200 len: 819 time: 0.8457215 Aug 31 05:36:06.402040 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] For port 26fee4d6-0eaf-4baa-9890-0c3b86730663, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=26fee4d6-0eaf-4baa-9890-0c3b86730663,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:36:06.414919 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.419568 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-5667b582-0343-4ae1-84c6-2539af33ae82 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Allocated IP 172.20.0.9 (66e9f947-7a38-422f-9aac-7a0d6a4fc617/80fdd554-6ca7-4bea-8a87-7b1508c8e0ed/13a20b6f-78fa-4cc4-b907-49233c2a2cfb) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:36:06.426891 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60e00b-2244-4131-831e-a918164f1379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f166eb-7ff9-41eb-a29e-cd05b16898ef,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:06.439058 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32630e6d-5925-4b9d-9a0f-325d30d50f1c req-f5ba698d-1ff6-488d-b4c7-d3df42742756 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:06.454334 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-32630e6d-5925-4b9d-9a0f-325d30d50f1c req-f5ba698d-1ff6-488d-b4c7-d3df42742756 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 944 time: 0.2306471 Aug 31 05:36:06.458432 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4e32918b-c14e-4dc9-aba6-6c789ca99899 req-690eaf82-73dc-4894-83cd-3adcf5c41270 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 210 time: 0.0845740 Aug 31 05:36:06.481610 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d8a1610a-2391-41af-8efd-2d0b36666bcf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.496489 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d8a1610a-2391-41af-8efd-2d0b36666bcf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.529913 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Pushing event updated for resources: {'Port': ['ID=26fee4d6-0eaf-4baa-9890-0c3b86730663,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:06.566976 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-ba2e6f4c-7a2e-4859-96ac-2b98f990aa2b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Request body: {'port': {'device_id': '0752916f-e97a-4162-9369-9b8d04a7c903', 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617', 'admin_state_up': True, 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:06.578099 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1610a-2391-41af-8efd-2d0b36666bcf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13360f7c-27c8-4139-a244-3d16873b2227,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:06.589646 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-266a4205-30c9-44cb-9b54-0417faf622f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.629410 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device ddc0316d-9b16-49de-a92e-f7fbc600070b up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:36:06.636387 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:06.637371 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.638653 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-0894e5d0-97e0-4895-9a84-3cf76290f12b service neutron] 10.222.0.32 "PUT /v2.0/ports/26fee4d6-0eaf-4baa-9890-0c3b86730663 HTTP/1.1" status: 200 len: 1094 time: 5.9467530 Aug 31 05:36:06.641110 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:36:05Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:06.696812 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c14ca03-4dfb-4498-9f60-0030f0c3725d', 'tag': '26fee4d6-0eaf-4baa-9890-0c3b86730663'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:36:06.749348 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-266a4205-30c9-44cb-9b54-0417faf622f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.751802 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d8a1610a-2391-41af-8efd-2d0b36666bcf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.758717 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-d8a1610a-2391-41af-8efd-2d0b36666bcf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6424561 Aug 31 05:36:06.827908 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45150) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:06.909122 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175d961-7bbf-4b55-9f85-a65a642e20a6 None None] The sync data for ids ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'] in dv-cinder-806559-3-iscsi is: [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:36:05Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:36:06.956411 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port ddc0316d-9b16-49de-a92e-f7fbc600070b triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:36:06.956704 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.958405 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Request body: {'floatingip': {'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:06.967108 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-266a4205-30c9-44cb-9b54-0417faf622f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:07.134826 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-266a4205-30c9-44cb-9b54-0417faf622f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44be821a556c4cb29a9c7ff492f29c36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0474033 Aug 31 05:36:07.185156 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45160) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:07.212376 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-32630e6d-5925-4b9d-9a0f-325d30d50f1c req-23314e14-384e-4f68-b74a-34a233ef7e0f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7296214 Aug 31 05:36:07.301634 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a4205-30c9-44cb-9b54-0417faf622f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d35ace-2a09-4418-bac6-0af3bf8a6380,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:07.360581 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45170) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:07.388303 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f94408-920c-476e-8157-acfdb2d1c8c3 req-13c94781-bd59-42c5-a2e8-5ee971b41b47 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:07.405110 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-19f94408-920c-476e-8157-acfdb2d1c8c3 req-13c94781-bd59-42c5-a2e8-5ee971b41b47 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 932 time: 0.6438646 Aug 31 05:36:07.537636 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-735574f4-d3cf-45b6-8a05-d1753d139c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:07.604978 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-2924d068-a281-416b-afc1-ae1cc51763e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:07.606382 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-2924d068-a281-416b-afc1-ae1cc51763e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f79cf8f01e8a4c09ba29eaeae6aca7a3&device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 1097 time: 0.7674785 Aug 31 05:36:07.612786 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for floatingip, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:07.626105 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bc51af-5f29-4149-86b8-59dd7658597c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c14ca03-4dfb-4498-9f60-0030f0c3725d", "tag": "26fee4d6-0eaf-4baa-9890-0c3b86730663"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:36:07.664718 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-19f94408-920c-476e-8157-acfdb2d1c8c3 req-fa90f69e-5e4e-4af2-88a6-a8916adfaf90 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586529 Aug 31 05:36:07.730871 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-25b7b9ca-e981-464f-ab7f-3481eb090b11 req-b6a96a40-82fd-4564-a6bc-70e0f5fccc30 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 210 time: 0.1562116 Aug 31 05:36:07.732133 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0fa500ed-d9cc-422f-867a-fd5f3cd588a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:07.771979 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0fa500ed-d9cc-422f-867a-fd5f3cd588a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:07.780300 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-be08adee-a920-4237-acc9-5709fe47adff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26fee4d6-0eaf-4baa-9890-0c3b86730663 HTTP/1.1" status: 200 len: 217 time: 0.1277053 Aug 31 05:36:07.842954 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-5667b582-0343-4ae1-84c6-2539af33ae82 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:07.870288 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0fa500ed-d9cc-422f-867a-fd5f3cd588a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:07.873203 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0fa500ed-d9cc-422f-867a-fd5f3cd588a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:07.874457 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-0fa500ed-d9cc-422f-867a-fd5f3cd588a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37d35ace-2a09-4418-bac6-0af3bf8a6380 HTTP/1.1" status: 204 len: 168 time: 0.6568477 Aug 31 05:36:07.898070 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa500ed-d9cc-422f-867a-fd5f3cd588a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d35ace-2a09-4418-bac6-0af3bf8a6380,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:07.983620 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-ba2e6f4c-7a2e-4859-96ac-2b98f990aa2b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Made reservation on behalf of df247d9bc9ab4706a39bc2047bed84e8 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:36:07.987897 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-ba2e6f4c-7a2e-4859-96ac-2b98f990aa2b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:08.011830 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddc02e2-d461-423f-a1ce-0df203346f47 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:36:08.054351 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:08.059776 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-c5ff5d92-f921-422e-aac7-53a1db5d0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:08.061596 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-c5ff5d92-f921-422e-aac7-53a1db5d0bb7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e53daf4f-035b-4c77-aaf1-31c26b45f1ea HTTP/1.1" status: 200 len: 854 time: 0.2382739 Aug 31 05:36:08.124160 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-735574f4-d3cf-45b6-8a05-d1753d139c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:08.132824 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-735574f4-d3cf-45b6-8a05-d1753d139c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:08.236815 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-735574f4-d3cf-45b6-8a05-d1753d139c4e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d60da982a6d4f36a3e0c0de2df644c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8269997 Aug 31 05:36:08.236815 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735574f4-d3cf-45b6-8a05-d1753d139c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574b4beb-af01-49e2-9417-f2fb5bed0515,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:08.238123 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45206) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:08.319497 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Transition to ACTIVE for port object eddc02e2-d461-423f-a1ce-0df203346f47 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:36:08.321362 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-ab5b93f7-7270-4118-8a57-637fa0d77369 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbe84905-3ab6-43e0-bd80-358715870242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2460802 Aug 31 05:36:08.330513 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:08.417837 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a55057b4-023c-4348-9cc1-405664c215f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:08.444918 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d149e771-8c87-4b83-b152-ba3633062ebe x-openstack-request-id: req-d149e771-8c87-4b83-b152-ba3633062ebe {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:36:08.445411 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c14ca03-4dfb-4498-9f60-0030f0c3725d", "tag": "26fee4d6-0eaf-4baa-9890-0c3b86730663", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:36:08.445802 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d149e771-8c87-4b83-b152-ba3633062ebe {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:36:08.446387 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c14ca03-4dfb-4498-9f60-0030f0c3725d', 'tag': '26fee4d6-0eaf-4baa-9890-0c3b86730663', 'status': 'completed', 'code': 200} Aug 31 05:36:08.461612 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-5667b582-0343-4ae1-84c6-2539af33ae82 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:08.547763 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a55057b4-023c-4348-9cc1-405664c215f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:08.589491 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-ba2e6f4c-7a2e-4859-96ac-2b98f990aa2b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Allocated IP 172.20.0.14 (66e9f947-7a38-422f-9aac-7a0d6a4fc617/80fdd554-6ca7-4bea-8a87-7b1508c8e0ed/7d408583-a9c8-431c-a99e-eb1ac3a8ba66) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:36:08.611874 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:36:08.743206 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969a479-9fe6-4547-af5f-e715761f80ac req-cce6d6c8-beea-4994-b27d-2ae9b2d6515a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:08.755448 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:36:08.755448 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:36:08.755880 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:08.757025 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e969a479-9fe6-4547-af5f-e715761f80ac req-cce6d6c8-beea-4994-b27d-2ae9b2d6515a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 944 time: 0.3021810 Aug 31 05:36:08.764486 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a55057b4-023c-4348-9cc1-405664c215f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:08.766842 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a55057b4-023c-4348-9cc1-405664c215f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:08.772004 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-a55057b4-023c-4348-9cc1-405664c215f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/574b4beb-af01-49e2-9417-f2fb5bed0515 HTTP/1.1" status: 204 len: 168 time: 0.5300472 Aug 31 05:36:08.841553 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55057b4-023c-4348-9cc1-405664c215f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574b4beb-af01-49e2-9417-f2fb5bed0515,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:08.939237 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e969a479-9fe6-4547-af5f-e715761f80ac req-9751646b-67b5-4ce4-859d-fe73cc138415 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770661 Aug 31 05:36:09.007291 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-ba2e6f4c-7a2e-4859-96ac-2b98f990aa2b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:09.078458 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45266) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:09.095685 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-ba2e6f4c-7a2e-4859-96ac-2b98f990aa2b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:09.107535 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ec0060e1-720d-4349-80b1-0648ddff047a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:09.123527 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-ba2e6f4c-7a2e-4859-96ac-2b98f990aa2b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:36:09.135844 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-ba2e6f4c-7a2e-4859-96ac-2b98f990aa2b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:36:09.151709 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:09.153204 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bbe07-75b7-4f32-8555-3b49f45ab780 req-a94be556-849d-4070-875c-49f5335e886c tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:09.161843 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-145bbe07-75b7-4f32-8555-3b49f45ab780 req-a94be556-849d-4070-875c-49f5335e886c tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 944 time: 0.2589331 Aug 31 05:36:09.169595 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-5667b582-0343-4ae1-84c6-2539af33ae82 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:36:09.177046 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-ba2e6f4c-7a2e-4859-96ac-2b98f990aa2b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:36:09.196370 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-ba2e6f4c-7a2e-4859-96ac-2b98f990aa2b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:09.198878 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-ba2e6f4c-7a2e-4859-96ac-2b98f990aa2b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:09.219860 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-5667b582-0343-4ae1-84c6-2539af33ae82 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:36:09.230631 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-5667b582-0343-4ae1-84c6-2539af33ae82 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:36:09.241655 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-5667b582-0343-4ae1-84c6-2539af33ae82 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:09.241997 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=e45b71ed-f0b4-4c10-90b5-9945bc7a05f7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:09.243423 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-5667b582-0343-4ae1-84c6-2539af33ae82 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:09.257469 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:09.347749 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-145bbe07-75b7-4f32-8555-3b49f45ab780 req-7efcc06c-5089-4c06-991b-d51b2f47124b tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813674 Aug 31 05:36:09.426164 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=e45b71ed-f0b4-4c10-90b5-9945bc7a05f7,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:09.514949 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f7731-2c2d-4a97-bb66-27c1a28cbf77 req-36eb72a3-41e4-41d5-a0f9-910137c7c81b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:09.522103 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4d1f7731-2c2d-4a97-bb66-27c1a28cbf77 req-36eb72a3-41e4-41d5-a0f9-910137c7c81b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 932 time: 0.1980104 Aug 31 05:36:09.668880 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4d1f7731-2c2d-4a97-bb66-27c1a28cbf77 req-441b6f9d-f38f-4871-8856-ce2033db6e60 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331165 Aug 31 05:36:09.672273 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45298) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:09.723954 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9347e7bd-cb88-4276-aff5-9db2b08250c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:09.730612 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Pushing event updated for resources: {'Port': ['ID=eddc02e2-d461-423f-a1ce-0df203346f47,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:09.803221 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ec0060e1-720d-4349-80b1-0648ddff047a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:09.806821 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:09.810143 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Attempting to bind port eddc02e2-d461-423f-a1ce-0df203346f47 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:36:09.810503 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ec0060e1-720d-4349-80b1-0648ddff047a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:09.810706 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Attempting to bind port eddc02e2-d461-423f-a1ce-0df203346f47 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:36:09.811055 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Attempting to bind port eddc02e2-d461-423f-a1ce-0df203346f47 on network 2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:09.842745 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45304) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:09.844213 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-5667b582-0343-4ae1-84c6-2539af33ae82 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6857667 Aug 31 05:36:09.855435 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-ba2e6f4c-7a2e-4859-96ac-2b98f990aa2b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3324828 Aug 31 05:36:09.866689 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667b582-0343-4ae1-84c6-2539af33ae82 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Pushing event updated for resources: {'Port': ['ID=13a20b6f-78fa-4cc4-b907-49233c2a2cfb,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:09.960207 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ec0060e1-720d-4349-80b1-0648ddff047a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4635c2a1b30e41b0bf5774040a9d9022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8792129 Aug 31 05:36:09.971151 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Port eddc02e2-d461-423f-a1ce-0df203346f47 on network 2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:36:09.971467 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Attempting to bind port eddc02e2-d461-423f-a1ce-0df203346f47 on network 2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:09.973787 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45312) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:10.008302 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Request body: {'port': {'device_id': 'a7d78811-1061-4374-955f-c38fee8ba385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:10.135812 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Request body: {'port': {'device_id': '0752916f-e97a-4162-9369-9b8d04a7c903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:10.140443 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-7f390255-605f-4cbb-91ce-04bb876a27eb service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6930714 Aug 31 05:36:10.141247 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e6f4c-7a2e-4859-96ac-2b98f990aa2b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Pushing event updated for resources: {'Port': ['ID=7d408583-a9c8-431c-a99e-eb1ac3a8ba66,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:10.192141 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0060e1-720d-4349-80b1-0648ddff047a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fc33e5-a815-446c-ad49-065c59b59db3,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:10.269610 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3862e89f-e801-4b88-a4ea-9b361915b1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:10.290221 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-59410d35-9564-4222-a7d7-1e931f980faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:10.324572 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47fb7f-37f4-462f-8be2-e9a74f5104b7 req-58570a55-9f2a-4522-9d78-3e386bce64e6 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:10.329892 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:36:10.330302 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Checking segment: {'id': '1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:36:10.330709 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Bound using segment: {'id': '1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:36:10.331230 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Bound port: eddc02e2-d461-423f-a1ce-0df203346f47, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:36:10.331601 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:10.332367 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ed47fb7f-37f4-462f-8be2-e9a74f5104b7 req-58570a55-9f2a-4522-9d78-3e386bce64e6 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 944 time: 0.2581930 Aug 31 05:36:10.478788 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-59410d35-9564-4222-a7d7-1e931f980faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:10.548035 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:36:10.591019 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9347e7bd-cb88-4276-aff5-9db2b08250c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:10.620822 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9347e7bd-cb88-4276-aff5-9db2b08250c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:10.627820 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ed47fb7f-37f4-462f-8be2-e9a74f5104b7 req-8af1d4de-1ae6-478a-90cd-6d8410240e4d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851541 Aug 31 05:36:10.668291 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:36:10.672256 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:10.680819 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45332) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:10.683757 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:10.706740 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347e7bd-cb88-4276-aff5-9db2b08250c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeb30bb-061d-45c1-9a9e-56001d929547,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:10.732435 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:10.772573 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6b243-2859-4dc2-be71-ad89e3da922d req-b4b0d360-7232-4a8a-afea-976f034aae41 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:10.780628 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-05b6b243-2859-4dc2-be71-ad89e3da922d req-b4b0d360-7232-4a8a-afea-976f034aae41 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 944 time: 0.3050647 Aug 31 05:36:10.787626 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-9347e7bd-cb88-4276-aff5-9db2b08250c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=340333e127f34c8a8d9d860a415f1453&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1117740 Aug 31 05:36:10.797365 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45338) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:10.880240 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-59410d35-9564-4222-a7d7-1e931f980faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:10.890515 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-59410d35-9564-4222-a7d7-1e931f980faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:10.891771 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-59410d35-9564-4222-a7d7-1e931f980faa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77fc33e5-a815-446c-ad49-065c59b59db3 HTTP/1.1" status: 204 len: 168 time: 0.9118323 Aug 31 05:36:10.953352 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59410d35-9564-4222-a7d7-1e931f980faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fc33e5-a815-446c-ad49-065c59b59db3,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:10.981316 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] For port eddc02e2-d461-423f-a1ce-0df203346f47, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:36:10.989088 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] For port eddc02e2-d461-423f-a1ce-0df203346f47, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=eddc02e2-d461-423f-a1ce-0df203346f47,segment=NetworkSegment(1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4),segment_id=1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:36:10.989673 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-05b6b243-2859-4dc2-be71-ad89e3da922d req-d0cb5f5e-cfe0-4361-b6b0-041f1e6fe2cd tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077291 Aug 31 05:36:10.993388 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ee3de30d-f94f-444c-a57c-74a095943b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:11.022644 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Allocated IP 172.27.1.99 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/2d601574-438a-49f8-817a-9435aadcf95c) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:36:11.035928 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4ed9d9bf-b7df-438b-93b0-605a37fe8dad req-b6b2c3c3-5dac-4ac4-bd07-4b3a51f6a4e6 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7568591 Aug 31 05:36:11.037522 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764b9ae-ae3c-49f3-b6e1-f76141184853 req-3ed2dc76-5368-45cc-93dc-fbd08919c556 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:11.039162 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6764b9ae-ae3c-49f3-b6e1-f76141184853 req-3ed2dc76-5368-45cc-93dc-fbd08919c556 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 932 time: 0.1723669 Aug 31 05:36:11.041118 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ee3de30d-f94f-444c-a57c-74a095943b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:11.091853 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:11.099215 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce7bac42-49ff-4bc7-8e8f-665ed496f881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:11.108884 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6764b9ae-ae3c-49f3-b6e1-f76141184853 req-37fad161-928b-4f5a-9eb9-2b6281df27c8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521460 Aug 31 05:36:11.141095 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ee3de30d-f94f-444c-a57c-74a095943b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:11.144140 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ee3de30d-f94f-444c-a57c-74a095943b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:11.145365 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ee3de30d-f94f-444c-a57c-74a095943b21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8eeb30bb-061d-45c1-9a9e-56001d929547 HTTP/1.1" status: 204 len: 168 time: 0.3466740 Aug 31 05:36:11.156843 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3de30d-f94f-444c-a57c-74a095943b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeb30bb-061d-45c1-9a9e-56001d929547,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:11.256449 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:11.257825 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:11.260795 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] 10.222.0.32 "PUT /v2.0/ports/eddc02e2-d461-423f-a1ce-0df203346f47 HTTP/1.1" status: 200 len: 1094 time: 6.2632821 Aug 31 05:36:11.268691 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4944f2b-e0ae-4528-bff1-7df00680e0c4', 'tag': 'eddc02e2-d461-423f-a1ce-0df203346f47'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:36:11.273315 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d64543a-6219-4410-9daf-013fc4625b54" -d '{"events": [{"name": "network-changed", "server_uuid": "c4944f2b-e0ae-4528-bff1-7df00680e0c4", "tag": "eddc02e2-d461-423f-a1ce-0df203346f47"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:36:11.463023 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f53b645-45aa-4910-92e6-cfbef28c72c8 x-openstack-request-id: req-2f53b645-45aa-4910-92e6-cfbef28c72c8 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:36:11.466035 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4944f2b-e0ae-4528-bff1-7df00680e0c4", "tag": "eddc02e2-d461-423f-a1ce-0df203346f47", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:36:11.466302 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f53b645-45aa-4910-92e6-cfbef28c72c8 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:36:11.466716 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4944f2b-e0ae-4528-bff1-7df00680e0c4', 'tag': 'eddc02e2-d461-423f-a1ce-0df203346f47', 'status': 'completed', 'code': 200} Aug 31 05:36:11.496886 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ff736-b33d-4537-bb35-96020a252818 service neutron] Pushing event updated for resources: {'Port': ['ID=eddc02e2-d461-423f-a1ce-0df203346f47,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:11.712844 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3862e89f-e801-4b88-a4ea-9b361915b1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:11.762932 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3862e89f-e801-4b88-a4ea-9b361915b1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:11.786809 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e75bc-b948-4583-a514-1665405a4b59 req-3edd6e61-630c-48c9-ba17-366e221d99aa tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:11.788654 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:11.796754 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-612e75bc-b948-4583-a514-1665405a4b59 req-3edd6e61-630c-48c9-ba17-366e221d99aa tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 944 time: 0.0622315 Aug 31 05:36:11.797573 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-3862e89f-e801-4b88-a4ea-9b361915b1e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3941565fb21244e198519e04a6db1546&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9523771 Aug 31 05:36:11.808242 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45368) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:11.844475 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-612e75bc-b948-4583-a514-1665405a4b59 req-e68353cc-a5f4-4214-a6d7-20a200fe96db tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422885 Aug 31 05:36:11.924524 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862e89f-e801-4b88-a4ea-9b361915b1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffae4f1-21bd-4dd6-bf13-3b55e8273767,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:12.130306 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a20b6f-78fa-4cc4-b907-49233c2a2cfb {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:36:12.139003 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.151834 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1fb61-bf93-4d58-ab7c-8362c95fd386 req-97ea46bb-a403-4b1b-9d77-52fcbdc434e3 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:12.162902 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e8a1fb61-bf93-4d58-ab7c-8362c95fd386 req-97ea46bb-a403-4b1b-9d77-52fcbdc434e3 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 944 time: 0.0758502 Aug 31 05:36:12.167465 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Transition to ACTIVE for port object 13a20b6f-78fa-4cc4-b907-49233c2a2cfb will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:36:12.212734 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.241861 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e8a1fb61-bf93-4d58-ab7c-8362c95fd386 req-4e2dfe5f-53db-43dd-bdc1-24ef855ee7ad tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756464 Aug 31 05:36:12.290383 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.339202 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Pushing event updated for resources: {'Port': ['ID=13a20b6f-78fa-4cc4-b907-49233c2a2cfb,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:12.359655 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23424c63-4565-4288-96e0-e5293063a127 req-149568e2-7ecc-4b57-bf02-fe65f6c204a3 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:12.361459 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-70ea093a-cb75-4298-8dde-afc642108a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.364224 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-23424c63-4565-4288-96e0-e5293063a127 req-149568e2-7ecc-4b57-bf02-fe65f6c204a3 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 932 time: 0.1053751 Aug 31 05:36:12.386820 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-70ea093a-cb75-4298-8dde-afc642108a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.414327 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-23424c63-4565-4288-96e0-e5293063a127 req-6ab30f61-d285-456f-a676-d711f51d931a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 Aug 31 05:36:12.487592 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:36:12.516733 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:36:12.532911 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:36:12.548747 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event updated for resources: {'Port': ['ID=2d601574-438a-49f8-817a-9435aadcf95c,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:12.550992 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-70ea093a-cb75-4298-8dde-afc642108a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.554064 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-70ea093a-cb75-4298-8dde-afc642108a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.555296 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-70ea093a-cb75-4298-8dde-afc642108a97 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ffae4f1-21bd-4dd6-bf13-3b55e8273767 HTTP/1.1" status: 204 len: 168 time: 0.7444873 Aug 31 05:36:12.599884 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Attempting to bind port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:36:12.600226 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Attempting to bind port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '2c5a63e5-59db-4c95-b956-08d44dd76443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:36:12.600561 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Attempting to bind port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb on network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:12.625096 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce7bac42-49ff-4bc7-8e8f-665ed496f881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.631970 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea093a-cb75-4298-8dde-afc642108a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffae4f1-21bd-4dd6-bf13-3b55e8273767,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:12.651046 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce7bac42-49ff-4bc7-8e8f-665ed496f881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.697428 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb on network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:36:12.697758 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Attempting to bind port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb on network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:12.728432 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-ce7bac42-49ff-4bc7-8e8f-665ed496f881 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04333a240ea34a43a978a69c9fb0f99d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0396624 Aug 31 05:36:12.728672 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45406) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:12.733426 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:36:12.733956 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Checking segment: {'id': '2c5a63e5-59db-4c95-b956-08d44dd76443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:36:12.734408 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Bound using segment: {'id': '2c5a63e5-59db-4c95-b956-08d44dd76443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:36:12.735010 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Bound port: 13a20b6f-78fa-4cc4-b907-49233c2a2cfb, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5a63e5-59db-4c95-b956-08d44dd76443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:36:12.735404 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.768372 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.784386 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bac42-49ff-4bc7-8e8f-665ed496f881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b761de4-80d4-4890-b52c-00b6d74a4600,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:12.807515 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3d4078aa-031d-4e24-ace2-2421c243b59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.844384 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3d4078aa-031d-4e24-ace2-2421c243b59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.931964 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.947295 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:36:12.965774 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3d4078aa-031d-4e24-ace2-2421c243b59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.968731 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3d4078aa-031d-4e24-ace2-2421c243b59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:12.969871 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-3d4078aa-031d-4e24-ace2-2421c243b59b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b761de4-80d4-4890-b52c-00b6d74a4600 HTTP/1.1" status: 204 len: 168 time: 0.2402303 Aug 31 05:36:12.996067 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4078aa-031d-4e24-ace2-2421c243b59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b761de4-80d4-4890-b52c-00b6d74a4600,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:13.033374 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5774b-7725-442f-a7d3-0821e9c804df req-f98821b1-07a6-48a3-99cb-c684f852255f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:13.042528 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-29b5774b-7725-442f-a7d3-0821e9c804df req-f98821b1-07a6-48a3-99cb-c684f852255f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 944 time: 0.0898097 Aug 31 05:36:13.094483 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-29b5774b-7725-442f-a7d3-0821e9c804df req-51753866-7042-4f53-b8d1-1d602c7c79a6 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464892 Aug 31 05:36:13.298952 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:13.346994 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] For port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:36:13.367560 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64543a-6219-4410-9daf-013fc4625b54 req-dbdffefb-1a20-4c8b-ad01-84200d060408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:13.369498 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6d64543a-6219-4410-9daf-013fc4625b54 req-dbdffefb-1a20-4c8b-ad01-84200d060408 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7cbee29346674fe4b63264c04ea21dbd&device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 1097 time: 0.1108115 Aug 31 05:36:13.384246 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Transition to ACTIVE for port object 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:36:13.402146 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244945c-460d-4ec4-8526-558ce0f6788d req-0bec0451-d3c8-490b-976f-c800bc6bf08b tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:13.405387 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] For port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13a20b6f-78fa-4cc4-b907-49233c2a2cfb,segment=NetworkSegment(2c5a63e5-59db-4c95-b956-08d44dd76443),segment_id=2c5a63e5-59db-4c95-b956-08d44dd76443)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:36:13.410870 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1244945c-460d-4ec4-8526-558ce0f6788d req-0bec0451-d3c8-490b-976f-c800bc6bf08b tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 944 time: 0.0736432 Aug 31 05:36:13.449998 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc51af-5f29-4149-86b8-59dd7658597c req-62155662-d21b-46f0-9188-41a8dab62a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:13.451886 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-24bc51af-5f29-4149-86b8-59dd7658597c req-62155662-d21b-46f0-9188-41a8dab62a8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f79cf8f01e8a4c09ba29eaeae6aca7a3&device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 1097 time: 0.1919975 Aug 31 05:36:13.452664 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:13.465569 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1244945c-460d-4ec4-8526-558ce0f6788d req-1815a463-1116-4dc6-b5b3-a5723d65c04a tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531557 Aug 31 05:36:13.493993 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:13.554458 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45444) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:13.576036 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a36e09-8db5-4b5d-9da1-767d5f9bfb56 req-402904a3-8509-49b6-80f5-a9f0c3ae1585 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:13.577561 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-61a36e09-8db5-4b5d-9da1-767d5f9bfb56 req-402904a3-8509-49b6-80f5-a9f0c3ae1585 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 944 time: 0.0665407 Aug 31 05:36:13.578748 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9185eafd-e480-48ad-b4d0-6222a786d357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:13.640524 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-61a36e09-8db5-4b5d-9da1-767d5f9bfb56 req-f77f735c-5d81-4734-8b56-082edf45d319 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528519 Aug 31 05:36:13.733456 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9185eafd-e480-48ad-b4d0-6222a786d357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:13.739148 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9185eafd-e480-48ad-b4d0-6222a786d357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:13.778177 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:13.778916 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:13.780414 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] 10.222.0.32 "PUT /v2.0/ports/13a20b6f-78fa-4cc4-b907-49233c2a2cfb HTTP/1.1" status: 200 len: 1093 time: 3.8997746 Aug 31 05:36:13.787942 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d78811-1061-4374-955f-c38fee8ba385', 'tag': '13a20b6f-78fa-4cc4-b907-49233c2a2cfb'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:36:13.790682 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38e2e76-ac03-4bc4-b446-d2e62c5b7b33" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d78811-1061-4374-955f-c38fee8ba385", "tag": "13a20b6f-78fa-4cc4-b907-49233c2a2cfb"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:36:13.794124 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-9185eafd-e480-48ad-b4d0-6222a786d357 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=547899b26c704a938027a122767be8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361836 Aug 31 05:36:13.794124 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185eafd-e480-48ad-b4d0-6222a786d357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10f21e0-0a70-41be-b0f6-2a5030675d5e,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:13.806694 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45454) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:13.823569 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Pushing event updated for resources: {'Port': ['ID=7d408583-a9c8-431c-a99e-eb1ac3a8ba66,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:13.872054 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168b3672-cdc9-4a7f-bc6e-8eefa1830477 x-openstack-request-id: req-168b3672-cdc9-4a7f-bc6e-8eefa1830477 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:36:13.872441 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d78811-1061-4374-955f-c38fee8ba385", "tag": "13a20b6f-78fa-4cc4-b907-49233c2a2cfb", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:36:13.872762 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-168b3672-cdc9-4a7f-bc6e-8eefa1830477 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:36:13.876205 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d78811-1061-4374-955f-c38fee8ba385', 'tag': '13a20b6f-78fa-4cc4-b907-49233c2a2cfb', 'status': 'completed', 'code': 200} Aug 31 05:36:13.892404 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-445fd344-de0a-46aa-8ac2-34eeba1f92d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:13.919181 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-445fd344-de0a-46aa-8ac2-34eeba1f92d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:13.992048 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-445fd344-de0a-46aa-8ac2-34eeba1f92d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:13.995129 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-445fd344-de0a-46aa-8ac2-34eeba1f92d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:13.996562 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-445fd344-de0a-46aa-8ac2-34eeba1f92d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e10f21e0-0a70-41be-b0f6-2a5030675d5e HTTP/1.1" status: 204 len: 168 time: 0.1866689 Aug 31 05:36:13.996968 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc51af-5f29-4149-86b8-59dd7658597c req-2b207dac-9d7a-4782-a455-99c273e7aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:13.998544 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-24bc51af-5f29-4149-86b8-59dd7658597c req-2b207dac-9d7a-4782-a455-99c273e7aa80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bbe84905-3ab6-43e0-bd80-358715870242 HTTP/1.1" status: 200 len: 915 time: 0.4850724 Aug 31 05:36:14.007319 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:14.007524 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fd344-de0a-46aa-8ac2-34eeba1f92d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10f21e0-0a70-41be-b0f6-2a5030675d5e,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:14.029247 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64543a-6219-4410-9daf-013fc4625b54 req-d0c9cc72-479a-440f-b343-8893d1b8deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:14.030789 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6d64543a-6219-4410-9daf-013fc4625b54 req-d0c9cc72-479a-440f-b343-8893d1b8deaa service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7cbee29346674fe4b63264c04ea21dbd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6510820 Aug 31 05:36:14.031483 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Attempting to bind port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:36:14.031816 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Attempting to bind port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '2c5a63e5-59db-4c95-b956-08d44dd76443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:36:14.032146 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Attempting to bind port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 on network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:14.055598 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:14.132158 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 on network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:36:14.132494 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Attempting to bind port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 on network 66e9f947-7a38-422f-9aac-7a0d6a4fc617 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:14.177588 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-24bc51af-5f29-4149-86b8-59dd7658597c req-a3804928-72c5-4453-af87-83f8bf4129d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26fee4d6-0eaf-4baa-9890-0c3b86730663 HTTP/1.1" status: 200 len: 217 time: 0.1641407 Aug 31 05:36:14.179621 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-4be06f46-a069-402d-b21a-ed8ec6913867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:14.181157 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-4be06f46-a069-402d-b21a-ed8ec6913867 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df247d9bc9ab4706a39bc2047bed84e8&device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 1096 time: 0.3349242 Aug 31 05:36:14.186501 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:14.236187 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83da0b2-6a6c-4921-bf07-53195a8c0690 service neutron] Pushing event updated for resources: {'Port': ['ID=13a20b6f-78fa-4cc4-b907-49233c2a2cfb,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:14.242473 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:36:14.242816 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Checking segment: {'id': '2c5a63e5-59db-4c95-b956-08d44dd76443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:36:14.243226 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Bound using segment: {'id': '2c5a63e5-59db-4c95-b956-08d44dd76443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:36:14.243676 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Bound port: 7d408583-a9c8-431c-a99e-eb1ac3a8ba66, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5a63e5-59db-4c95-b956-08d44dd76443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:36:14.244030 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:14.288233 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648943d-681f-4a72-97bb-0448b491d40e req-0897385a-3d1f-42c1-a441-f05ad8989abf tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:14.288428 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8648943d-681f-4a72-97bb-0448b491d40e req-0897385a-3d1f-42c1-a441-f05ad8989abf tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 944 time: 0.0870521 Aug 31 05:36:14.340266 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8648943d-681f-4a72-97bb-0448b491d40e req-f56eb8d0-13cb-4f7d-aa1d-357e6ce3bb62 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461540 Aug 31 05:36:14.379071 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45490) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:14.407539 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-baf14925-9197-408f-aec6-b6646cb6a551 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13a20b6f-78fa-4cc4-b907-49233c2a2cfb HTTP/1.1" status: 200 len: 217 time: 0.1589594 Aug 31 05:36:14.416573 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc51af-5f29-4149-86b8-59dd7658597c req-acc3888b-578e-48af-b15c-601ddc4aba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:14.418126 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-24bc51af-5f29-4149-86b8-59dd7658597c req-acc3888b-578e-48af-b15c-601ddc4aba85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e53daf4f-035b-4c77-aaf1-31c26b45f1ea HTTP/1.1" status: 200 len: 854 time: 0.1628747 Aug 31 05:36:14.430028 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:14.432400 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5853889 Aug 31 05:36:14.526357 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] For port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:36:14.529842 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] For port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=7d408583-a9c8-431c-a99e-eb1ac3a8ba66,segment=NetworkSegment(2c5a63e5-59db-4c95-b956-08d44dd76443),segment_id=2c5a63e5-59db-4c95-b956-08d44dd76443)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:36:14.616130 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1695958085-network', 'tenant_id': 'f750d4fa49784b67bdad052239969f39'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:14.642149 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-24bc51af-5f29-4149-86b8-59dd7658597c req-49072ce5-f21c-4220-b53a-45ec1baf3e7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbe84905-3ab6-43e0-bd80-358715870242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1923575 Aug 31 05:36:14.643199 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:14.658823 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2516eb5-db24-4228-bd21-e3c2a59aefe8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event updated for resources: {'Port': ['ID=2d601574-438a-49f8-817a-9435aadcf95c,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:14.744038 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] Made reservation on behalf of f750d4fa49784b67bdad052239969f39 for: {'network': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:36:14.751877 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:14.790245 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83512aef-759a-4535-9d9b-a648792f2a1c req-d15616c1-1eb6-4564-b684-00ded34dbbf9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:14.791369 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:14.791993 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:14.792968 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-83512aef-759a-4535-9d9b-a648792f2a1c req-d15616c1-1eb6-4564-b684-00ded34dbbf9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 944 time: 0.2370834 Aug 31 05:36:14.793438 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] 10.222.0.32 "PUT /v2.0/ports/7d408583-a9c8-431c-a99e-eb1ac3a8ba66 HTTP/1.1" status: 200 len: 1094 time: 4.6632063 Aug 31 05:36:14.796661 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-4904b4d7-b0e3-482f-9d71-12c515a4f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:14.798171 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-4904b4d7-b0e3-482f-9d71-12c515a4f086 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80fdd554-6ca7-4bea-8a87-7b1508c8e0ed HTTP/1.1" status: 200 len: 859 time: 0.3745050 Aug 31 05:36:14.799180 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64543a-6219-4410-9daf-013fc4625b54 req-4a37cb47-3a38-4053-9546-6a061aab416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:14.800580 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6d64543a-6219-4410-9daf-013fc4625b54 req-4a37cb47-3a38-4053-9546-6a061aab416f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7495191 Aug 31 05:36:14.824385 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:14.879242 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-ee211813-ac1b-460d-b13e-bf8db6aba46d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66e9f947-7a38-422f-9aac-7a0d6a4fc617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488586 Aug 31 05:36:14.950840 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247df822-77df-455d-bb01-4ee8729b4739 service neutron] Pushing event updated for resources: {'Port': ['ID=7d408583-a9c8-431c-a99e-eb1ac3a8ba66,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:15.035364 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-83512aef-759a-4535-9d9b-a648792f2a1c req-95677b40-7a2b-418e-b2e2-ca5e24733d35 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146845 Aug 31 05:36:15.151638 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:15.168675 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7b911-94a4-4f29-82b3-7762086ccd74 req-95f0c990-f878-4291-9d60-c08e818c1c9d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:15.170772 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-43f7b911-94a4-4f29-82b3-7762086ccd74 req-95f0c990-f878-4291-9d60-c08e818c1c9d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 944 time: 0.3117354 Aug 31 05:36:15.181489 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:15.233059 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-24bc51af-5f29-4149-86b8-59dd7658597c req-6a2f603c-3911-42e0-bbbe-d09f91a77db7 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657909 Aug 31 05:36:15.260425 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-6344b183-9894-4e62-b19f-5de722a48837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:15.260735 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=94006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:36:15.261932 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-6344b183-9894-4e62-b19f-5de722a48837 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df247d9bc9ab4706a39bc2047bed84e8&device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 1097 time: 0.3788137 Aug 31 05:36:15.268912 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f3ff1-6bbd-46c2-b203-a1a51d5a2b4a,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:15.300012 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e39b0-884b-4687-943a-5d612cb4a41f req-5c9f7829-6657-406b-b475-7573112412a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:15.301499 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-5c9f7829-6657-406b-b475-7573112412a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7cbee29346674fe4b63264c04ea21dbd&device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 1097 time: 0.4194167 Aug 31 05:36:15.303015 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-108478a0-5038-4a07-b8f1-afd5c733caee tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1627621236&fields=id&tenant_id=b6c47714db89402f9cf71ccca20e69bd HTTP/1.1" status: 200 len: 267 time: 0.1301148 Aug 31 05:36:15.304598 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:15.304954 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.segments_db [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] Added segment e22c54e2-b615-4cf9-9c87-d2ab23fa817c of type vlan for network 47c158d3-4a76-4742-ab43-496a37637895 Aug 31 05:36:15.311847 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-43f7b911-94a4-4f29-82b3-7762086ccd74 req-e114b31b-3f93-4191-98dc-c5a0f01da501 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174068 Aug 31 05:36:15.380616 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-020ae782-3a8c-460f-8224-df1e793613c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d408583-a9c8-431c-a99e-eb1ac3a8ba66 HTTP/1.1" status: 200 len: 217 time: 0.0827599 Aug 31 05:36:15.405590 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:15.413336 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-423a3a29-2c6d-457c-af80-838a9ed85e73 service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115061 Aug 31 05:36:15.428890 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-04e7bcd9-8510-462e-899f-b8bb25b52c7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eddc02e2-d461-423f-a1ce-0df203346f47 HTTP/1.1" status: 200 len: 217 time: 0.1079724 Aug 31 05:36:15.464540 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:15.465465 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:15.466037 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:15.531324 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-3840930f-95b8-44c3-ac89-3678d46e4162 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:15.531324 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-3840930f-95b8-44c3-ac89-3678d46e4162 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/networks?id=363f55b9-7106-4007-95f7-6d844418cbce HTTP/1.1" status: 200 len: 816 time: 0.2076132 Aug 31 05:36:15.573743 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1904833 Aug 31 05:36:15.576065 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45542) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:15.582565 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-8508b430-06e8-4de1-8634-7d95082a82b4 admin admin] Request body: {'subnet': {'network_id': '47c158d3-4a76-4742-ab43-496a37637895', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1695958085-subnet', 'tenant_id': 'f750d4fa49784b67bdad052239969f39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:15.585849 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-d26c5352-2026-45eb-a29c-858f6085d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:15.587365 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-d26c5352-2026-45eb-a29c-858f6085d8b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80fdd554-6ca7-4bea-8a87-7b1508c8e0ed HTTP/1.1" status: 200 len: 859 time: 0.1724954 Aug 31 05:36:15.587851 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-9d81c6db-7404-48bf-b443-e6d9c030d2cc tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/quotas/b6c47714db89402f9cf71ccca20e69bd HTTP/1.1" status: 200 len: 375 time: 0.0337138 Aug 31 05:36:15.589502 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06017a87-ac88-4016-8f7d-d9a52bbc62d2 admin admin] Pushing event updated for resources: {'Network': ['ID=47c158d3-4a76-4742-ab43-496a37637895,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:15.591850 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e39b0-884b-4687-943a-5d612cb4a41f req-2be67880-e9c7-4acc-a7a2-11159df942ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:15.593244 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-2be67880-e9c7-4acc-a7a2-11159df942ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4ea9783-ec14-4e69-b40e-7e828b62337a HTTP/1.1" status: 200 len: 852 time: 0.1299267 Aug 31 05:36:15.601716 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-24bc51af-5f29-4149-86b8-59dd7658597c req-35267a1a-8eb3-46e1-9382-893fc8925d72 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578434 Aug 31 05:36:15.611833 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network 47c158d3-4a76-4742-ab43-496a37637895 details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:36:15.627861 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439af58-d26d-4bfe-9156-77b4155fb4fb req-b4cd55bb-eb14-4bd5-a43b-87703946bf2f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:15.629368 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5439af58-d26d-4bfe-9156-77b4155fb4fb req-b4cd55bb-eb14-4bd5-a43b-87703946bf2f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 944 time: 0.1659338 Aug 31 05:36:15.650011 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-b90a06f4-6525-4b83-a74e-57df64709e07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66e9f947-7a38-422f-9aac-7a0d6a4fc617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440512 Aug 31 05:36:15.665993 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8508b430-06e8-4de1-8634-7d95082a82b4 admin admin] Made reservation on behalf of f750d4fa49784b67bdad052239969f39 for: {'subnet': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:36:15.668262 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8508b430-06e8-4de1-8634-7d95082a82b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:15.671307 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-3e14fa69-59b4-4652-88b2-9cd12bc825d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549743 Aug 31 05:36:15.723701 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-7ed0521c-1858-4e52-ac37-cca8abbba80e req-66fe6e1d-5b2e-4bcf-9715-6b77846a593f service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995584 Aug 31 05:36:15.751020 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-628a6e65-4dff-4d02-b17b-f4409e393ab3 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6c47714db89402f9cf71ccca20e69bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1531620 Aug 31 05:36:15.769952 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5439af58-d26d-4bfe-9156-77b4155fb4fb req-70010dcf-8b08-4786-b243-b16182ab9f01 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190639 Aug 31 05:36:15.881441 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0752916f-e97a-4162-9369-9b8d04a7c903', 'tag': '7d408583-a9c8-431c-a99e-eb1ac3a8ba66'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:36:15.883751 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16009fb5-e46e-4fed-a8d5-4b17760a6fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "0752916f-e97a-4162-9369-9b8d04a7c903", "tag": "7d408583-a9c8-431c-a99e-eb1ac3a8ba66"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:36:15.922950 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-ffdfcc8d-dd80-4b88-ae19-81eb343f7f2d service neutron] 10.222.0.32 "GET /v2.0/networks/2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323475 Aug 31 05:36:15.924640 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62089752-e8e5-4565-ade1-6ae6f931ef37 x-openstack-request-id: req-62089752-e8e5-4565-ade1-6ae6f931ef37 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:36:15.924934 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0752916f-e97a-4162-9369-9b8d04a7c903", "tag": "7d408583-a9c8-431c-a99e-eb1ac3a8ba66", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:36:15.925190 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62089752-e8e5-4565-ade1-6ae6f931ef37 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:36:15.925579 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0752916f-e97a-4162-9369-9b8d04a7c903', 'tag': '7d408583-a9c8-431c-a99e-eb1ac3a8ba66', 'status': 'completed', 'code': 200} Aug 31 05:36:15.929606 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-e5ec71d5-ae04-41c6-b835-2bbfdb88dd64 service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608690 Aug 31 05:36:15.932185 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e2e76-ac03-4bc4-b446-d2e62c5b7b33 req-4ecf484d-d6ca-45db-83c7-d5d0ad4e9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:15.933716 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a38e2e76-ac03-4bc4-b446-d2e62c5b7b33 req-4ecf484d-d6ca-45db-83c7-d5d0ad4e9676 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df247d9bc9ab4706a39bc2047bed84e8&device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 1096 time: 0.1200533 Aug 31 05:36:15.936942 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-27d073f3-e29b-4bc7-963c-7b3a46ea488d service neutron] 10.222.0.10 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488237 Aug 31 05:36:16.217590 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8508b430-06e8-4de1-8634-7d95082a82b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for subnet, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:16.289226 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-09bdf2fe-67e6-4986-b813-b975fd1b028b req-f8f043f1-ca92-414d-b93b-b9bd4821da2e service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199406 Aug 31 05:36:16.290605 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e2e76-ac03-4bc4-b446-d2e62c5b7b33 req-c9499cc8-f0b4-4841-bd84-fbf1a439e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:16.291994 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a38e2e76-ac03-4bc4-b446-d2e62c5b7b33 req-c9499cc8-f0b4-4841-bd84-fbf1a439e1cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=66e9f947-7a38-422f-9aac-7a0d6a4fc617 HTTP/1.1" status: 200 len: 920 time: 0.3306999 Aug 31 05:36:16.293932 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-638e39b0-884b-4687-943a-5d612cb4a41f req-b0065d46-1eb0-4b11-852f-7473996bb544 service neutron] 10.222.0.32 "GET /v2.0/networks/2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428624 Aug 31 05:36:16.342773 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-948af7d4-a7c5-4a84-b213-18a0e2f0705e service neutron] 10.222.0.10 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860662 Aug 31 05:36:16.373700 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a38e2e76-ac03-4bc4-b446-d2e62c5b7b33 req-5381b2d6-b7f5-4d83-ac1b-f79bdaada6b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13a20b6f-78fa-4cc4-b907-49233c2a2cfb HTTP/1.1" status: 200 len: 217 time: 0.0620799 Aug 31 05:36:16.380640 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc0fc0-957f-47dd-b2e6-51f12ab1902b req-6a91481d-2698-4d80-ba62-fffd5541cca4 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:16.382191 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9afc0fc0-957f-47dd-b2e6-51f12ab1902b req-6a91481d-2698-4d80-ba62-fffd5541cca4 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 944 time: 0.2278559 Aug 31 05:36:16.411351 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508b430-06e8-4de1-8634-7d95082a82b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=121864e3-8fc6-46ca-ba94-efcd4428b3c4,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:16.440708 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508b430-06e8-4de1-8634-7d95082a82b4 admin admin] Checking segment: {'id': 'e22c54e2-b615-4cf9-9c87-d2ab23fa817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47c158d3-4a76-4742-ab43-496a37637895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:36:16.441082 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8508b430-06e8-4de1-8634-7d95082a82b4 admin admin] Network hostable DHCP agents. Network: 47c158d3-4a76-4742-ab43-496a37637895, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:36:16.466548 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9afc0fc0-957f-47dd-b2e6-51f12ab1902b req-5c7c9cd1-668f-4569-a0d8-add4bc4efe35 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766988 Aug 31 05:36:16.489808 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8508b430-06e8-4de1-8634-7d95082a82b4 admin admin] Network 47c158d3-4a76-4742-ab43-496a37637895 is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:36:16.507977 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-8508b430-06e8-4de1-8634-7d95082a82b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, 47c158d3-4a76-4742-ab43-496a37637895) {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:36:16.512253 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8508b430-06e8-4de1-8634-7d95082a82b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:16.512823 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8508b430-06e8-4de1-8634-7d95082a82b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:16.525374 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a477da60-4e21-47b0-86d8-7ececcd30f64 None None] Network 47c158d3-4a76-4742-ab43-496a37637895 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:36:16.562635 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16009fb5-e46e-4fed-a8d5-4b17760a6fb3 req-4cc0aa20-c16d-42e0-aee7-2b71efa517c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:16.562635 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-16009fb5-e46e-4fed-a8d5-4b17760a6fb3 req-4cc0aa20-c16d-42e0-aee7-2b71efa517c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df247d9bc9ab4706a39bc2047bed84e8&device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 1097 time: 0.1969528 Aug 31 05:36:16.564662 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-8508b430-06e8-4de1-8634-7d95082a82b4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9769278 Aug 31 05:36:16.567131 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e2e76-ac03-4bc4-b446-d2e62c5b7b33 req-1e11b66c-4073-4bf1-8393-770f92ebee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:16.570579 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a38e2e76-ac03-4bc4-b446-d2e62c5b7b33 req-1e11b66c-4073-4bf1-8393-770f92ebee7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80fdd554-6ca7-4bea-8a87-7b1508c8e0ed HTTP/1.1" status: 200 len: 859 time: 0.1576703 Aug 31 05:36:16.723150 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3e3d002e-15e8-4b93-9be3-697b883e3fa3 req-bdbc83ee-eaba-4429-9237-1c9c54194807 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 210 time: 0.1024537 Aug 31 05:36:16.761226 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 26fee4d6-0eaf-4baa-9890-0c3b86730663 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:36:16.787628 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a38e2e76-ac03-4bc4-b446-d2e62c5b7b33 req-963be841-d657-4e9a-bb23-4a2431a26348 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66e9f947-7a38-422f-9aac-7a0d6a4fc617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1914473 Aug 31 05:36:16.789328 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16009fb5-e46e-4fed-a8d5-4b17760a6fb3 req-0ff79d11-e847-4fc7-a612-2db6dfa31a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:16.791050 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-16009fb5-e46e-4fed-a8d5-4b17760a6fb3 req-0ff79d11-e847-4fc7-a612-2db6dfa31a30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=66e9f947-7a38-422f-9aac-7a0d6a4fc617 HTTP/1.1" status: 200 len: 920 time: 0.2176549 Aug 31 05:36:16.866919 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a70506-0ef4-4c8b-aeba-c0208fa0c7fb req-f28368d3-6b55-4fd3-9be5-a2d6bcc74404 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:16.872204 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e0a70506-0ef4-4c8b-aeba-c0208fa0c7fb req-f28368d3-6b55-4fd3-9be5-a2d6bcc74404 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 944 time: 0.1990511 Aug 31 05:36:16.898207 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ddc6bd-72cc-4925-9ef8-5b8211722da9 None None] Network 47c158d3-4a76-4742-ab43-496a37637895 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:36:16.937434 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-16009fb5-e46e-4fed-a8d5-4b17760a6fb3 req-556c9381-32bd-457f-974a-b5061214cf0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d408583-a9c8-431c-a99e-eb1ac3a8ba66 HTTP/1.1" status: 200 len: 217 time: 0.1327226 Aug 31 05:36:17.022313 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1132b-fd37-4d66-894d-7f8ba3957f13 req-976ef52c-42ae-413d-a29c-995633339f17 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:17.030727 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ecb1132b-fd37-4d66-894d-7f8ba3957f13 req-976ef52c-42ae-413d-a29c-995633339f17 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 944 time: 0.1546271 Aug 31 05:36:17.078577 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e0a70506-0ef4-4c8b-aeba-c0208fa0c7fb req-16b630ef-034e-4c86-a12b-576033f64614 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972978 Aug 31 05:36:17.084848 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a38e2e76-ac03-4bc4-b446-d2e62c5b7b33 req-505465d7-89d8-4fef-8514-70d09de5c0d2 service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821846 Aug 31 05:36:17.105379 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 26fee4d6-0eaf-4baa-9890-0c3b86730663, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=26fee4d6-0eaf-4baa-9890-0c3b86730663,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:17.117305 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ecb1132b-fd37-4d66-894d-7f8ba3957f13 req-1f7eb0c6-2c5a-4388-a966-c747aa0e56ce tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853517 Aug 31 05:36:17.168439 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '26fee4d6-0eaf-4baa-9890-0c3b86730663', 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242', 'port_id': '26fee4d6-0eaf-4baa-9890-0c3b86730663', 'mac_address': 'fa:16:3e:ee:2c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53daf4f-035b-4c77-aaf1-31c26b45f1ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:36:17.233053 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:17.270594 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16009fb5-e46e-4fed-a8d5-4b17760a6fb3 req-1e9ab013-860d-44d0-9608-f1b165c746dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:17.272223 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-16009fb5-e46e-4fed-a8d5-4b17760a6fb3 req-1e9ab013-860d-44d0-9608-f1b165c746dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80fdd554-6ca7-4bea-8a87-7b1508c8e0ed HTTP/1.1" status: 200 len: 859 time: 0.1858997 Aug 31 05:36:17.277159 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fee4d6-0eaf-4baa-9890-0c3b86730663 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:36:17.303988 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 26fee4d6-0eaf-4baa-9890-0c3b86730663, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=26fee4d6-0eaf-4baa-9890-0c3b86730663,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:17.313856 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:17.366933 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-16009fb5-e46e-4fed-a8d5-4b17760a6fb3 req-b74356f9-0ffa-4304-9c9e-45a5e8920a8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66e9f947-7a38-422f-9aac-7a0d6a4fc617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635369 Aug 31 05:36:17.384925 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=26fee4d6-0eaf-4baa-9890-0c3b86730663,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:17.404795 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a38e2e76-ac03-4bc4-b446-d2e62c5b7b33 req-265b1901-3c87-4ad4-b0b8-1cd93af5af92 service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947235 Aug 31 05:36:17.531584 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-16009fb5-e46e-4fed-a8d5-4b17760a6fb3 req-ac2fe43d-2cce-4046-9eb6-7ad58a9bddae service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531725 Aug 31 05:36:17.618657 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['26fee4d6-0eaf-4baa-9890-0c3b86730663'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:36:17.654076 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1483-7aa9-4681-8d9e-01b5f02e2a33 req-15f2cdb1-0173-4a8d-8a2f-984ed3ae0763 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:17.656052 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1b1b1483-7aa9-4681-8d9e-01b5f02e2a33 req-15f2cdb1-0173-4a8d-8a2f-984ed3ae0763 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 944 time: 0.0653253 Aug 31 05:36:17.706898 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-16009fb5-e46e-4fed-a8d5-4b17760a6fb3 req-0e71449b-01d6-486b-9266-fffc43a48607 service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676824 Aug 31 05:36:17.714268 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45626) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:17.722343 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1192653532-network', 'tenant_id': '548d7eef0c494ef2957b7e170ff6749a'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:17.735068 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1b1b1483-7aa9-4681-8d9e-01b5f02e2a33 req-06d08817-400c-4891-82fd-696e203a7b6d tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727060 Aug 31 05:36:17.800547 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] Made reservation on behalf of 548d7eef0c494ef2957b7e170ff6749a for: {'network': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:36:17.805704 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:17.821889 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:17.930160 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-eec12913-c1ec-4ffd-b0fe-d010bcc487a7 req-62d62c53-508d-4b88-8cc8-ae127fdfb88a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 210 time: 0.0871105 Aug 31 05:36:17.942071 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:17.961378 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:18.044096 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=94005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:36:18.078066 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cbd61d-095f-4301-9a6b-179bf33c8324,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:18.092712 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:18.092712 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.segments_db [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] Added segment afc56bcc-f31c-4188-b09c-9c4abbb619ed of type vlan for network 54bc9788-50f9-41fe-8f0b-e17d385c450b Aug 31 05:36:18.161079 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:18.171972 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-c7e58a94-aa92-483f-8c9d-413c38f10e5d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:18.173492 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-c7e58a94-aa92-483f-8c9d-413c38f10e5d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.32 "GET /v2.0/networks?id=363f55b9-7106-4007-95f7-6d844418cbce HTTP/1.1" status: 200 len: 816 time: 0.2253311 Aug 31 05:36:18.240531 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75918e40-82b2-48b6-aed2-aac8602483cf req-feb24ebb-c8de-4bda-84eb-d9b2c77cf77d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:18.249583 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-75918e40-82b2-48b6-aed2-aac8602483cf req-feb24ebb-c8de-4bda-84eb-d9b2c77cf77d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 944 time: 0.0927100 Aug 31 05:36:18.256591 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-cc46549b-c017-4946-b3cb-0ba989eb6d69 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6c47714db89402f9cf71ccca20e69bd HTTP/1.1" status: 200 len: 380 time: 0.0714691 Aug 31 05:36:18.271629 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-862552e8-c1e5-434a-8cb5-02a01a398262 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Request body: {'port': {'device_id': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'admin_state_up': True, 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'security_groups': ['b497c317-39bb-4df6-ad04-b3fe6c273a36']}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:18.274752 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:18.276377 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:18.276377 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:18.304630 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45664) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:18.320788 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c61d1-484f-4051-a312-73a9a05a0fad req-af071429-8a0d-4f4a-8166-3baa26c0c405 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:18.322957 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e50c61d1-484f-4051-a312-73a9a05a0fad req-af071429-8a0d-4f4a-8166-3baa26c0c405 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 945 time: 0.1260672 Aug 31 05:36:18.331670 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-75918e40-82b2-48b6-aed2-aac8602483cf req-cfd3f0cd-ac78-4933-9369-47c84a7d9fce tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809689 Aug 31 05:36:18.379377 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e50c61d1-484f-4051-a312-73a9a05a0fad req-159ee486-e1dc-47c5-9796-76943f970b3f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453513 Aug 31 05:36:18.468493 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4489-c152-4c92-943f-f3f770d143c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:18.571958 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4489-c152-4c92-943f-f3f770d143c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:18.581285 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4489-c152-4c92-943f-f3f770d143c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:18.622860 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-0b9b4489-c152-4c92-943f-f3f770d143c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bab89c3aaf0b4b1fbd579b4ce9d53ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169825 Aug 31 05:36:18.625406 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45682) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:18.630856 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9148972 Aug 31 05:36:18.631871 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4489-c152-4c92-943f-f3f770d143c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b495f-4faf-481c-8b48-3f3f799b51b9,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:18.634385 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45684) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:18.646934 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-d08677d4-ef48-4f5b-8d0a-94f7af6f2375 admin admin] Request body: {'subnet': {'network_id': '54bc9788-50f9-41fe-8f0b-e17d385c450b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1192653532-subnet', 'tenant_id': '548d7eef0c494ef2957b7e170ff6749a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:18.651837 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae112272-5b29-4c5e-87a2-f71750359b67 admin admin] Pushing event updated for resources: {'Network': ['ID=54bc9788-50f9-41fe-8f0b-e17d385c450b,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:18.667504 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network 54bc9788-50f9-41fe-8f0b-e17d385c450b details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:36:18.695404 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08677d4-ef48-4f5b-8d0a-94f7af6f2375 admin admin] Made reservation on behalf of 548d7eef0c494ef2957b7e170ff6749a for: {'subnet': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:36:18.697656 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d08677d4-ef48-4f5b-8d0a-94f7af6f2375 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:18.715525 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-862552e8-c1e5-434a-8cb5-02a01a398262 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Made reservation on behalf of b6c47714db89402f9cf71ccca20e69bd for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:36:18.721090 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-862552e8-c1e5-434a-8cb5-02a01a398262 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:18.734512 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 13a20b6f-78fa-4cc4-b907-49233c2a2cfb details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:36:18.753154 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da878357-daa3-4532-bb87-dfdee2e7a892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:18.790654 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 26fee4d6-0eaf-4baa-9890-0c3b86730663 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:36:18.802653 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da878357-daa3-4532-bb87-dfdee2e7a892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:18.974728 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f2254-378a-4d37-b326-44f10ff8bd81 req-301d1882-5c01-4b19-bb06-e86ab1215e35 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:18.976724 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3f4f2254-378a-4d37-b326-44f10ff8bd81 req-301d1882-5c01-4b19-bb06-e86ab1215e35 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 944 time: 0.1096988 Aug 31 05:36:18.979669 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da878357-daa3-4532-bb87-dfdee2e7a892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:18.982431 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da878357-daa3-4532-bb87-dfdee2e7a892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:18.984142 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-da878357-daa3-4532-bb87-dfdee2e7a892 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf4b495f-4faf-481c-8b48-3f3f799b51b9 HTTP/1.1" status: 204 len: 168 time: 0.3572299 Aug 31 05:36:18.991273 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-862552e8-c1e5-434a-8cb5-02a01a398262 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Allocated IP 172.20.0.3 (363f55b9-7106-4007-95f7-6d844418cbce/6e40e479-664b-4bab-bbec-50a8e96df2b0/13ed1221-4f34-4b25-834d-1d691d85f62d) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:36:19.005967 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13a20b6f-78fa-4cc4-b907-49233c2a2cfb,segment=NetworkSegment(2c5a63e5-59db-4c95-b956-08d44dd76443),segment_id=2c5a63e5-59db-4c95-b956-08d44dd76443)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:19.023245 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da878357-daa3-4532-bb87-dfdee2e7a892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b495f-4faf-481c-8b48-3f3f799b51b9,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:19.088779 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '13a20b6f-78fa-4cc4-b907-49233c2a2cfb', 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617', 'port_id': '13a20b6f-78fa-4cc4-b907-49233c2a2cfb', 'mac_address': 'fa:16:3e:c6:27:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fdd554-6ca7-4bea-8a87-7b1508c8e0ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:36:19.127233 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3f4f2254-378a-4d37-b326-44f10ff8bd81 req-fd99bc6f-b88f-496c-bf79-0d2515bbd3d9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394012 Aug 31 05:36:19.139072 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-23d84e97-0b05-46da-83a5-69a9c881fa27 req-249353e4-8894-4cc0-80ec-9de6b52b5630 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 210 time: 0.0885026 Aug 31 05:36:19.147653 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port 26fee4d6-0eaf-4baa-9890-0c3b86730663 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:36:19.158227 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d08677d4-ef48-4f5b-8d0a-94f7af6f2375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for subnet, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.194678 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.197838 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 26fee4d6-0eaf-4baa-9890-0c3b86730663 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:36:19.198479 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.211605 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-862552e8-c1e5-434a-8cb5-02a01a398262 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.231698 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-862552e8-c1e5-434a-8cb5-02a01a398262 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Transition to ACTIVE for port object 13ed1221-4f34-4b25-834d-1d691d85f62d will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:36:19.242884 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a20b6f-78fa-4cc4-b907-49233c2a2cfb {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:36:19.250337 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08677d4-ef48-4f5b-8d0a-94f7af6f2375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dac6174-3574-4db1-9e78-3b52d13a564d,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:19.256018 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08677d4-ef48-4f5b-8d0a-94f7af6f2375 admin admin] Checking segment: {'id': 'afc56bcc-f31c-4188-b09c-9c4abbb619ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '54bc9788-50f9-41fe-8f0b-e17d385c450b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:36:19.256375 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08677d4-ef48-4f5b-8d0a-94f7af6f2375 admin admin] Network hostable DHCP agents. Network: 54bc9788-50f9-41fe-8f0b-e17d385c450b, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:36:19.274735 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13a20b6f-78fa-4cc4-b907-49233c2a2cfb,segment=NetworkSegment(2c5a63e5-59db-4c95-b956-08d44dd76443),segment_id=2c5a63e5-59db-4c95-b956-08d44dd76443)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:19.277191 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08677d4-ef48-4f5b-8d0a-94f7af6f2375 admin admin] Network 54bc9788-50f9-41fe-8f0b-e17d385c450b is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:36:19.282244 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.282856 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:36:19.294596 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-d08677d4-ef48-4f5b-8d0a-94f7af6f2375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, 54bc9788-50f9-41fe-8f0b-e17d385c450b) {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:36:19.300557 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08677d4-ef48-4f5b-8d0a-94f7af6f2375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:19.300738 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-862552e8-c1e5-434a-8cb5-02a01a398262 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.300854 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d08677d4-ef48-4f5b-8d0a-94f7af6f2375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.328779 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-d08677d4-ef48-4f5b-8d0a-94f7af6f2375 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6849515 Aug 31 05:36:19.349044 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-862552e8-c1e5-434a-8cb5-02a01a398262 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Network 363f55b9-7106-4007-95f7-6d844418cbce is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:36:19.366108 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72890f0e-c008-46d7-95cb-19295844ddd0 None None] Network 54bc9788-50f9-41fe-8f0b-e17d385c450b requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:36:19.373510 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-862552e8-c1e5-434a-8cb5-02a01a398262 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:36:19.376776 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-862552e8-c1e5-434a-8cb5-02a01a398262 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:36:19.382408 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-862552e8-c1e5-434a-8cb5-02a01a398262 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:19.383030 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-862552e8-c1e5-434a-8cb5-02a01a398262 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.423820 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862552e8-c1e5-434a-8cb5-02a01a398262 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event updated for resources: {'Port': ['ID=13ed1221-4f34-4b25-834d-1d691d85f62d,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:19.445747 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-862552e8-c1e5-434a-8cb5-02a01a398262 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1791146 Aug 31 05:36:19.474772 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=7d408583-a9c8-431c-a99e-eb1ac3a8ba66,segment=NetworkSegment(2c5a63e5-59db-4c95-b956-08d44dd76443),segment_id=2c5a63e5-59db-4c95-b956-08d44dd76443)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:19.512757 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45716) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:19.522236 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e66a66-7205-47a5-b268-c8cdc84fd1af req-743bcad1-5cd2-459b-8eaa-2612d8886620 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:19.524040 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-55e66a66-7205-47a5-b268-c8cdc84fd1af req-743bcad1-5cd2-459b-8eaa-2612d8886620 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 944 time: 0.0900259 Aug 31 05:36:19.534530 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45718) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:19.566767 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=13a20b6f-78fa-4cc4-b907-49233c2a2cfb,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:19.569468 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca48bd2d-f7c4-4701-9434-5ab8161b00d4 admin admin] Deleting subnet 121864e3-8fc6-46ca-ba94-efcd4428b3c4 {{(pid=94005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:36:19.574239 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ca48bd2d-f7c4-4701-9434-5ab8161b00d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.580262 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.603546 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3dc65124-3a82-4d61-927b-60cf1e90ae10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.608357 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '7d408583-a9c8-431c-a99e-eb1ac3a8ba66', 'network_id': '66e9f947-7a38-422f-9aac-7a0d6a4fc617', 'port_id': '7d408583-a9c8-431c-a99e-eb1ac3a8ba66', 'mac_address': 'fa:16:3e:b6:00:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fdd554-6ca7-4bea-8a87-7b1508c8e0ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:36:19.621367 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ca48bd2d-f7c4-4701-9434-5ab8161b00d4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.636587 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ca48bd2d-f7c4-4701-9434-5ab8161b00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.643008 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c52f1-a40c-4341-a523-5c3a67e740a9 None None] Network 54bc9788-50f9-41fe-8f0b-e17d385c450b requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:36:19.647127 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da99944-cf8c-4d56-9266-32fc1342c219 req-42273519-4b75-4caa-b88d-6ea0e9f41545 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:19.648724 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4da99944-cf8c-4d56-9266-32fc1342c219 req-42273519-4b75-4caa-b88d-6ea0e9f41545 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 945 time: 0.1237006 Aug 31 05:36:19.664557 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-55e66a66-7205-47a5-b268-c8cdc84fd1af req-2b6b9b33-36ef-480a-a879-02fcb919f3ba tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268411 Aug 31 05:36:19.676969 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c14ca03-4dfb-4498-9f60-0030f0c3725d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fee4d6-0eaf-4baa-9890-0c3b86730663'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:36:19.714369 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ca48bd2d-f7c4-4701-9434-5ab8161b00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for subnet, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.716959 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4da99944-cf8c-4d56-9266-32fc1342c219 req-041e89ac-358b-49ef-951b-3836badfd647 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439961 Aug 31 05:36:19.749178 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48bd2d-f7c4-4701-9434-5ab8161b00d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=121864e3-8fc6-46ca-ba94-efcd4428b3c4,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:19.762148 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ca48bd2d-f7c4-4701-9434-5ab8161b00d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.767376 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-ca48bd2d-f7c4-4701-9434-5ab8161b00d4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/121864e3-8fc6-46ca-ba94-efcd4428b3c4 HTTP/1.1" status: 204 len: 168 time: 0.2533352 Aug 31 05:36:19.768277 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45722) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:19.788990 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3dc65124-3a82-4d61-927b-60cf1e90ae10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.793921 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3dc65124-3a82-4d61-927b-60cf1e90ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.816101 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 26fee4d6-0eaf-4baa-9890-0c3b86730663, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=26fee4d6-0eaf-4baa-9890-0c3b86730663,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:19.827195 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.831954 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.843900 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-3dc65124-3a82-4d61-927b-60cf1e90ae10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f51cfae8b544a5aa04f83407bf5328b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060954 Aug 31 05:36:19.846852 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc65124-3a82-4d61-927b-60cf1e90ae10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5932090f-39e8-4ccd-8d28-0af23d64ebb1,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:19.846977 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45726) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:19.869644 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.875265 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-bfa6b97f-51fb-455f-80a7-c0d2d715b790 None None] Provisioning for port 13ed1221-4f34-4b25-834d-1d691d85f62d completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:36:19.887977 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:36:19.899426 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-bfa6b97f-51fb-455f-80a7-c0d2d715b790 None None] Provisioning complete for port 13ed1221-4f34-4b25-834d-1d691d85f62d triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:36:19.899799 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-bfa6b97f-51fb-455f-80a7-c0d2d715b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.948566 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c90169-a506-4067-bdaf-089d87b7191b" -d '{"events": [{"server_uuid": "7c14ca03-4dfb-4498-9f60-0030f0c3725d", "name": "network-vif-plugged", "status": "completed", "tag": "26fee4d6-0eaf-4baa-9890-0c3b86730663"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:36:19.971452 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-38580570-802c-48e4-a45b-f2b6189a386a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.972816 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=7d408583-a9c8-431c-a99e-eb1ac3a8ba66,segment=NetworkSegment(2c5a63e5-59db-4c95-b956-08d44dd76443),segment_id=2c5a63e5-59db-4c95-b956-08d44dd76443)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:19.992810 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=26fee4d6-0eaf-4baa-9890-0c3b86730663,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:19.997024 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-38580570-802c-48e4-a45b-f2b6189a386a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.998952 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:19.999436 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device eddc02e2-d461-423f-a1ce-0df203346f47 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:36:20.007854 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6b97f-51fb-455f-80a7-c0d2d715b790 None None] Port 13ed1221-4f34-4b25-834d-1d691d85f62d cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:36:20.062914 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.082096 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:20.082454 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:20.083356 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:20.083777 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:20.084121 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:20.084461 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:20.084833 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:20.085171 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:20.085547 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:20.086049 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:20.162790 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e9433b-fa66-45a7-9391-ff3640a2cf81 x-openstack-request-id: req-72e9433b-fa66-45a7-9391-ff3640a2cf81 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:36:20.163069 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c14ca03-4dfb-4498-9f60-0030f0c3725d", "name": "network-vif-plugged", "status": "completed", "tag": "26fee4d6-0eaf-4baa-9890-0c3b86730663", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:36:20.163339 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72e9433b-fa66-45a7-9391-ff3640a2cf81 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:36:20.163794 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c14ca03-4dfb-4498-9f60-0030f0c3725d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fee4d6-0eaf-4baa-9890-0c3b86730663', 'code': 200} Aug 31 05:36:20.234205 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=7d408583-a9c8-431c-a99e-eb1ac3a8ba66,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:20.256889 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:20.257233 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:20.257887 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:20.257887 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:20.258339 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c158d3-4a76-4742-ab43-496a37637895']}} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:20.263280 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-38580570-802c-48e4-a45b-f2b6189a386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.266062 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-38580570-802c-48e4-a45b-f2b6189a386a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.269493 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-38580570-802c-48e4-a45b-f2b6189a386a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5932090f-39e8-4ccd-8d28-0af23d64ebb1 HTTP/1.1" status: 204 len: 168 time: 0.4209003 Aug 31 05:36:20.281799 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port eddc02e2-d461-423f-a1ce-0df203346f47, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=eddc02e2-d461-423f-a1ce-0df203346f47,segment=NetworkSegment(1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4),segment_id=1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:20.288795 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22c54e2-b615-4cf9-9c87-d2ab23fa817c') {'for_net_delete': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:20.291184 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22c54e2-b615-4cf9-9c87-d2ab23fa817c') {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:20.295559 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': 'eddc02e2-d461-423f-a1ce-0df203346f47', 'network_id': '2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd', 'port_id': 'eddc02e2-d461-423f-a1ce-0df203346f47', 'mac_address': 'fa:16:3e:4f:64:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ea9783-ec14-4e69-b40e-7e828b62337a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:36:20.303270 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38580570-802c-48e4-a45b-f2b6189a386a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5932090f-39e8-4ccd-8d28-0af23d64ebb1,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:20.316605 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8893952'] for segment, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.343706 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Request body: {'port': {'device_id': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:20.347488 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.348940 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.374084 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:36:20.374595 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4119110'] for segment, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.378981 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00124e8d-86ff-4fd9-9448-e3b2847ce1e1 req-2b64857e-1dab-4005-a289-f5148c9ea55e tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: from cryptography.utils import int_from_bytes Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: from cryptography.utils import int_from_bytes Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: Traceback (most recent call last): Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: timer() Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: cb(*args, **kw) Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: return func(*args, **kwargs) Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: self._notify() Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: self.callback(batched_events) Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: event.method(event) Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: return f(self, *a, **k) Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._get(url).json() Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: return self.request(url, 'GET', **kwargs) Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:36:20.379227 dv-cinder-806559-3-iscsi neutron-server[94005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:36:20.382204 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-00124e8d-86ff-4fd9-9448-e3b2847ce1e1 req-2b64857e-1dab-4005-a289-f5148c9ea55e tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 944 time: 0.1753025 Aug 31 05:36:20.394339 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddc02e2-d461-423f-a1ce-0df203346f47 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:36:20.403763 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83754d0-b090-4c44-a1ca-fc2cc9c2f5a5 req-0b062138-1895-4da1-9f00-8bed74cff3ca tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:20.411863 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a83754d0-b090-4c44-a1ca-fc2cc9c2f5a5 req-0b062138-1895-4da1-9f00-8bed74cff3ca tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 931 time: 0.1553807 Aug 31 05:36:20.432868 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port eddc02e2-d461-423f-a1ce-0df203346f47, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=eddc02e2-d461-423f-a1ce-0df203346f47,segment=NetworkSegment(1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4),segment_id=1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:20.444692 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.492824 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.525201 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=eddc02e2-d461-423f-a1ce-0df203346f47,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:20.528118 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.529204 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a83754d0-b090-4c44-a1ca-fc2cc9c2f5a5 req-379c3deb-b0d8-41d5-80c3-a769b2870866 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079559 Aug 31 05:36:20.536587 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.541519 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/47c158d3-4a76-4742-ab43-496a37637895 HTTP/1.1" status: 204 len: 168 time: 0.7721696 Aug 31 05:36:20.542288 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45754) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:20.559226 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-00124e8d-86ff-4fd9-9448-e3b2847ce1e1 req-34c1a7eb-a158-42f0-9bf7-fd4a3ae18421 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406446 Aug 31 05:36:20.570258 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907b3a1-c45e-42c5-b807-73eccee201e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=47c158d3-4a76-4742-ab43-496a37637895,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:20.579068 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45756) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:20.649012 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_v2 [None req-140d268c-0bba-4b7c-8035-44477914a1eb admin admin] Deleting subnet 9dac6174-3574-4db1-9e78-3b52d13a564d {{(pid=94005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:36:20.697408 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-140d268c-0bba-4b7c-8035-44477914a1eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.752167 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-140d268c-0bba-4b7c-8035-44477914a1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8894011'] for subnet, precommit_delete_associations {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.755947 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1ff038cd-a7a4-4af7-b2e9-98b9f6333cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.848250 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-140d268c-0bba-4b7c-8035-44477914a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.873542 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e61443-941f-461e-aae0-227c684d083e req-e3f137bb-0476-405c-9e06-b666d50cad8d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:20.875028 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-14e61443-941f-461e-aae0-227c684d083e req-e3f137bb-0476-405c-9e06-b666d50cad8d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 945 time: 0.1161621 Aug 31 05:36:20.923984 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268da18-17f4-4c35-805b-d87e6222aed7 req-1e14524a-a334-4fab-bbd5-e0725759369d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:20.925391 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0268da18-17f4-4c35-805b-d87e6222aed7 req-1e14524a-a334-4fab-bbd5-e0725759369d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.1049383 Aug 31 05:36:20.958339 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-140d268c-0bba-4b7c-8035-44477914a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4119292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9430040'] for subnet, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:20.984448 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-14e61443-941f-461e-aae0-227c684d083e req-d9d3c6bf-132c-4807-be90-0d7115579736 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948083 Aug 31 05:36:21.001490 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-140d268c-0bba-4b7c-8035-44477914a1eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.006444 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-140d268c-0bba-4b7c-8035-44477914a1eb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9dac6174-3574-4db1-9e78-3b52d13a564d HTTP/1.1" status: 204 len: 168 time: 0.4603188 Aug 31 05:36:21.008731 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ed1221-4f34-4b25-834d-1d691d85f62d {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:36:21.013078 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45776) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:21.013677 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d268c-0bba-4b7c-8035-44477914a1eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dac6174-3574-4db1-9e78-3b52d13a564d,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:21.015254 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0268da18-17f4-4c35-805b-d87e6222aed7 req-be99b14e-111a-4198-80c4-ed7f4fd43e97 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736976 Aug 31 05:36:21.038933 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1ff038cd-a7a4-4af7-b2e9-98b9f6333cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.043779 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1ff038cd-a7a4-4af7-b2e9-98b9f6333cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.070485 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.087655 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-1ff038cd-a7a4-4af7-b2e9-98b9f6333cc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1cb659d9b234b289f6eca8e01ca57c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074825 Aug 31 05:36:21.089573 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff038cd-a7a4-4af7-b2e9-98b9f6333cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35fc3b9-3cc8-438b-b072-fa38294bfe31,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:21.091863 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45782) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:21.100323 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Transition to ACTIVE for port object 13ed1221-4f34-4b25-834d-1d691d85f62d will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:36:21.108245 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.121018 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0a778cae-4165-4c8c-bd82-3635a52ad61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.151941 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-61dee782-c933-485d-a708-c9efc3961d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.178607 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-61dee782-c933-485d-a708-c9efc3961d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.200469 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=13ed1221-4f34-4b25-834d-1d691d85f62d,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:21.256362 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-61dee782-c933-485d-a708-c9efc3961d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.259400 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-61dee782-c933-485d-a708-c9efc3961d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.260551 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-61dee782-c933-485d-a708-c9efc3961d96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b35fc3b9-3cc8-438b-b072-fa38294bfe31 HTTP/1.1" status: 204 len: 168 time: 0.1677837 Aug 31 05:36:21.276497 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dee782-c933-485d-a708-c9efc3961d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35fc3b9-3cc8-438b-b072-fa38294bfe31,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:21.335321 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0a778cae-4165-4c8c-bd82-3635a52ad61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.354555 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-0a778cae-4165-4c8c-bd82-3635a52ad61f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bc9788-50f9-41fe-8f0b-e17d385c450b']}} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:21.365084 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Attempting to bind port 13ed1221-4f34-4b25-834d-1d691d85f62d on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:36:21.365437 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Attempting to bind port 13ed1221-4f34-4b25-834d-1d691d85f62d by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:36:21.365773 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Attempting to bind port 13ed1221-4f34-4b25-834d-1d691d85f62d on network 363f55b9-7106-4007-95f7-6d844418cbce {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:21.369678 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-0a778cae-4165-4c8c-bd82-3635a52ad61f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc56bcc-f31c-4188-b09c-9c4abbb619ed') {'for_net_delete': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:21.369979 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-0a778cae-4165-4c8c-bd82-3635a52ad61f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc56bcc-f31c-4188-b09c-9c4abbb619ed') {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:21.379932 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Port 13ed1221-4f34-4b25-834d-1d691d85f62d on network 363f55b9-7106-4007-95f7-6d844418cbce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:36:21.380336 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Attempting to bind port 13ed1221-4f34-4b25-834d-1d691d85f62d on network 363f55b9-7106-4007-95f7-6d844418cbce {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:21.386759 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0a778cae-4165-4c8c-bd82-3635a52ad61f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8893952'] for segment, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.397263 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:36:21.397542 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Checking segment: {'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:36:21.397933 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Bound using segment: {'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:36:21.398379 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Bound port: 13ed1221-4f34-4b25-834d-1d691d85f62d, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:36:21.398735 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.414912 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0a778cae-4165-4c8c-bd82-3635a52ad61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.425042 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a778cae-4165-4c8c-bd82-3635a52ad61f admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:36:21.425395 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0a778cae-4165-4c8c-bd82-3635a52ad61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4119110'] for segment, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: Traceback (most recent call last): Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: timer() Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: cb(*args, **kw) Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: return func(*args, **kwargs) Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: self._notify() Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: self.callback(batched_events) Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: event.method(event) Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: return f(self, *a, **k) Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._get(url).json() Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: return self.request(url, 'GET', **kwargs) Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:36:21.428092 dv-cinder-806559-3-iscsi neutron-server[94005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:36:21.545944 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] For port 13ed1221-4f34-4b25-834d-1d691d85f62d, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:36:21.548099 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] For port 13ed1221-4f34-4b25-834d-1d691d85f62d, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13ed1221-4f34-4b25-834d-1d691d85f62d,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:36:21.549479 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0a778cae-4165-4c8c-bd82-3635a52ad61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.557449 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.581123 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0a778cae-4165-4c8c-bd82-3635a52ad61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.585944 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-0a778cae-4165-4c8c-bd82-3635a52ad61f admin admin] 10.222.0.10 "DELETE /v2.0/networks/54bc9788-50f9-41fe-8f0b-e17d385c450b HTTP/1.1" status: 204 len: 168 time: 0.5661652 Aug 31 05:36:21.639473 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=13ed1221-4f34-4b25-834d-1d691d85f62d,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:21.654794 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a778cae-4165-4c8c-bd82-3635a52ad61f admin admin] Pushing event deleted for resources: {'Network': ['ID=54bc9788-50f9-41fe-8f0b-e17d385c450b,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:21.668230 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:21.668869 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.670389 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-43b7d483-0226-426a-9ec9-62fff3d32fb2 service neutron] 10.222.0.32 "PUT /v2.0/ports/13ed1221-4f34-4b25-834d-1d691d85f62d HTTP/1.1" status: 200 len: 1093 time: 1.3317347 Aug 31 05:36:21.671785 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'tag': '13ed1221-4f34-4b25-834d-1d691d85f62d'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:36:21.674205 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565f6e50-3a98-4c77-9bb0-5570d5172509" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4e023e-06a7-41e3-b62e-64e5a4471f4e", "tag": "13ed1221-4f34-4b25-834d-1d691d85f62d"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:36:21.787538 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca3316-680b-4f65-b228-0af86c29320a req-796c931f-6c29-47fd-ac18-e3395c360e31 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:21.789099 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7eca3316-680b-4f65-b228-0af86c29320a req-796c931f-6c29-47fd-ac18-e3395c360e31 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 945 time: 0.1346748 Aug 31 05:36:21.830110 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193bc3b-1d4f-4cb0-aa7d-6538657c070c req-75678ceb-e445-42fe-a867-e871d148f538 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:21.833281 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d193bc3b-1d4f-4cb0-aa7d-6538657c070c req-75678ceb-e445-42fe-a867-e871d148f538 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.1152611 Aug 31 05:36:21.840493 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45808) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:21.871681 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-25841fed-abc8-41a5-8704-ffac6ba38a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:21.891049 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7eca3316-680b-4f65-b228-0af86c29320a req-3897e404-1e79-4006-a9d1-40bb1695ade8 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891933 Aug 31 05:36:21.913198 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45810) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:21.944214 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471b6d19-c976-48b2-8eb9-6879b2cf0c42 x-openstack-request-id: req-471b6d19-c976-48b2-8eb9-6879b2cf0c42 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:36:21.945581 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4e023e-06a7-41e3-b62e-64e5a4471f4e", "tag": "13ed1221-4f34-4b25-834d-1d691d85f62d", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:36:21.945581 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-471b6d19-c976-48b2-8eb9-6879b2cf0c42 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:36:21.945581 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'tag': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'status': 'completed', 'code': 200} Aug 31 05:36:21.965094 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d193bc3b-1d4f-4cb0-aa7d-6538657c070c req-455288df-0370-4d53-a415-1b46b35c3226 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199090 Aug 31 05:36:21.998210 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-f94da61e-f649-4950-be32-0ff2b7768f9d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f750d4fa49784b67bdad052239969f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708983 Aug 31 05:36:22.000758 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45812) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:22.012092 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-25841fed-abc8-41a5-8704-ffac6ba38a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:22.019754 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-25841fed-abc8-41a5-8704-ffac6ba38a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:22.064943 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-25841fed-abc8-41a5-8704-ffac6ba38a26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58f857febed840dab651328658f7cad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232466 Aug 31 05:36:22.065860 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45818) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:22.067653 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25841fed-abc8-41a5-8704-ffac6ba38a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88f9aa6-066b-4666-ab39-168ae4fbf07a,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:22.100554 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1688-88e2-4f80-b8c0-f9da7bc62525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:22.129665 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6d9099d9-06df-4bc6-bd6c-c0c68e6d9407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:22.152650 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1688-88e2-4f80-b8c0-f9da7bc62525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:22.155663 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6d9099d9-06df-4bc6-bd6c-c0c68e6d9407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:22.192943 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7c81c-385a-4038-813a-ee29d9005b14 req-dc651e11-49f8-4001-bafa-581957568b6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:22.194495 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c4a7c81c-385a-4038-813a-ee29d9005b14 req-dc651e11-49f8-4001-bafa-581957568b6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 945 time: 0.1278331 Aug 31 05:36:22.234107 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bbb43-551a-4bed-aa28-0c5aa98bde99 req-bd48e13e-a327-4419-aed0-ab249db334a1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:22.235644 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-910bbb43-551a-4bed-aa28-0c5aa98bde99 req-bd48e13e-a327-4419-aed0-ab249db334a1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.1251545 Aug 31 05:36:22.257003 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6d9099d9-06df-4bc6-bd6c-c0c68e6d9407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:22.259773 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6d9099d9-06df-4bc6-bd6c-c0c68e6d9407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:22.260993 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-6d9099d9-06df-4bc6-bd6c-c0c68e6d9407 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d88f9aa6-066b-4666-ab39-168ae4fbf07a HTTP/1.1" status: 204 len: 168 time: 0.1943755 Aug 31 05:36:22.279961 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c4a7c81c-385a-4038-813a-ee29d9005b14 req-046b7a29-d751-4cfe-8445-6f1912e6f49b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775516 Aug 31 05:36:22.285585 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9099d9-06df-4bc6-bd6c-c0c68e6d9407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88f9aa6-066b-4666-ab39-168ae4fbf07a,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:22.304987 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1688-88e2-4f80-b8c0-f9da7bc62525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:22.309529 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1688-88e2-4f80-b8c0-f9da7bc62525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:22.310961 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-2b8a1688-88e2-4f80-b8c0-f9da7bc62525 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0f7f3ff1-6bbd-46c2-b203-a1a51d5a2b4a HTTP/1.1" status: 204 len: 168 time: 0.3092742 Aug 31 05:36:22.320898 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f6e50-3a98-4c77-9bb0-5570d5172509 req-49272971-089f-4e35-88c7-eb72d7674555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:22.322467 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-565f6e50-3a98-4c77-9bb0-5570d5172509 req-49272971-089f-4e35-88c7-eb72d7674555 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6c47714db89402f9cf71ccca20e69bd&device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 1096 time: 0.1029027 Aug 31 05:36:22.352012 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-910bbb43-551a-4bed-aa28-0c5aa98bde99 req-ba3d4791-0575-4403-9cc3-66c39b614ca7 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062624 Aug 31 05:36:22.358988 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a1688-88e2-4f80-b8c0-f9da7bc62525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f3ff1-6bbd-46c2-b203-a1a51d5a2b4a,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:22.500368 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['7d408583-a9c8-431c-a99e-eb1ac3a8ba66'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:36:22.527127 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a885ac-779a-4df3-8b6b-058b3080b56a req-8f7e8215-9d62-4f4a-a1a0-f1904d9b3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:22.528749 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f7a885ac-779a-4df3-8b6b-058b3080b56a req-8f7e8215-9d62-4f4a-a1a0-f1904d9b3c88 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 1099 time: 0.1038494 Aug 31 05:36:22.529582 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['eddc02e2-d461-423f-a1ce-0df203346f47'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:36:22.560626 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f7a885ac-779a-4df3-8b6b-058b3080b56a req-41d6c6bc-7576-4a7b-a97b-54ab6422be6b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:22.563415 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f6e50-3a98-4c77-9bb0-5570d5172509 req-afadd5fb-8897-41cb-8fbf-04dc989339eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:22.564897 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-565f6e50-3a98-4c77-9bb0-5570d5172509 req-afadd5fb-8897-41cb-8fbf-04dc989339eb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b6c47714db89402f9cf71ccca20e69bd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2335689 Aug 31 05:36:22.566742 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['13a20b6f-78fa-4cc4-b907-49233c2a2cfb'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:36:22.923201 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f6e50-3a98-4c77-9bb0-5570d5172509 req-db44fc9c-5ae4-41e4-9f2a-612130e464c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:22.930787 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-565f6e50-3a98-4c77-9bb0-5570d5172509 req-db44fc9c-5ae4-41e4-9f2a-612130e464c7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3571262 Aug 31 05:36:22.952919 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 45848) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:23.051881 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f7a885ac-779a-4df3-8b6b-058b3080b56a req-41d6c6bc-7576-4a7b-a97b-54ab6422be6b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:23.068631 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f7a885ac-779a-4df3-8b6b-058b3080b56a req-41d6c6bc-7576-4a7b-a97b-54ab6422be6b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:23.072800 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ddeba-fdbd-478b-9e36-48875a9cdfbb req-2b9c8965-bece-44a9-9d7b-0cae6f0bfbc4 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:23.078026 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-2e86f29b-a140-49fe-8598-42ed1478e93b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=548d7eef0c494ef2957b7e170ff6749a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1226008 Aug 31 05:36:23.079595 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ed3ddeba-fdbd-478b-9e36-48875a9cdfbb req-2b9c8965-bece-44a9-9d7b-0cae6f0bfbc4 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 945 time: 0.0996542 Aug 31 05:36:23.082519 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45854) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:23.114171 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-1e0ee7e6-1f0e-4522-b64b-bd2d7638b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:23.115819 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-1e0ee7e6-1f0e-4522-b64b-bd2d7638b7e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6c47714db89402f9cf71ccca20e69bd&device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 1096 time: 0.1251848 Aug 31 05:36:23.139733 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f7a885ac-779a-4df3-8b6b-058b3080b56a req-41d6c6bc-7576-4a7b-a97b-54ab6422be6b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025798 Aug 31 05:36:23.143302 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6c6bc-7576-4a7b-a97b-54ab6422be6b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=744036db-5bb2-493b-a07f-e55eea7063e3,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:23.193588 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-55bbd558-bfc7-412f-af64-06d0d05e2d38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13ed1221-4f34-4b25-834d-1d691d85f62d HTTP/1.1" status: 200 len: 217 time: 0.0675161 Aug 31 05:36:23.198530 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ed3ddeba-fdbd-478b-9e36-48875a9cdfbb req-ee893182-fc8d-47ce-b77f-ea661f5d3449 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002874 Aug 31 05:36:23.217999 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42724d6-9702-46e5-be76-0594349e35e1 req-88432137-0fee-450f-8fe0-d6ffccdb30a0 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:23.219592 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b42724d6-9702-46e5-be76-0594349e35e1 req-88432137-0fee-450f-8fe0-d6ffccdb30a0 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.1236315 Aug 31 05:36:23.245687 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-18515ce9-5741-4aae-aca8-87091d17ac6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:23.281557 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b42724d6-9702-46e5-be76-0594349e35e1 req-38d29c6f-c40b-4ec4-b827-aa30908f8854 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610423 Aug 31 05:36:23.283290 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-18515ce9-5741-4aae-aca8-87091d17ac6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:23.360656 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-18515ce9-5741-4aae-aca8-87091d17ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:23.364081 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-18515ce9-5741-4aae-aca8-87091d17ac6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:23.366088 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-18515ce9-5741-4aae-aca8-87091d17ac6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78cbd61d-095f-4301-9a6b-179bf33c8324 HTTP/1.1" status: 204 len: 168 time: 0.2824357 Aug 31 05:36:23.386430 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18515ce9-5741-4aae-aca8-87091d17ac6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cbd61d-095f-4301-9a6b-179bf33c8324,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:23.438521 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-1e0b5d52-2403-446c-b763-78b29c1aa880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:23.440291 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-1e0b5d52-2403-446c-b763-78b29c1aa880 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e40e479-664b-4bab-bbec-50a8e96df2b0 HTTP/1.1" status: 200 len: 855 time: 0.0647440 Aug 31 05:36:23.538608 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-132d3bb0-061a-4d51-8663-b56e5fc75cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:23.540130 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-132d3bb0-061a-4d51-8663-b56e5fc75cc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=363f55b9-7106-4007-95f7-6d844418cbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0910902 Aug 31 05:36:23.543984 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3c51a-3248-4c13-8a27-f6bb6ad0984e req-55072f81-eccb-4386-adb4-1814ff76d354 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:23.551949 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4aa3c51a-3248-4c13-8a27-f6bb6ad0984e req-55072f81-eccb-4386-adb4-1814ff76d354 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.1200244 Aug 31 05:36:23.567846 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67df74-48a5-44a4-ba28-0aa0b385ec4d req-445df158-da61-4a86-bd69-b890a848df92 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:23.569612 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5a67df74-48a5-44a4-ba28-0aa0b385ec4d req-445df158-da61-4a86-bd69-b890a848df92 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 945 time: 0.1161618 Aug 31 05:36:23.639942 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4aa3c51a-3248-4c13-8a27-f6bb6ad0984e req-fcf340f0-3a03-44b8-a86f-bab94884d200 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823631 Aug 31 05:36:23.650516 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5a67df74-48a5-44a4-ba28-0aa0b385ec4d req-782d9400-63fb-44b7-9246-01bc4c9f11ea tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726495 Aug 31 05:36:23.690610 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-3d214396-ccb1-495c-9f8b-c2245ea23c06 service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406205 Aug 31 05:36:23.693685 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45896) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:23.828753 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3164735c-ce18-49ab-bc40-cfc0dc052b55 req-1162dd3e-a4ba-429b-981d-f2e5e6ef61ff service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280904 Aug 31 05:36:23.965537 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1410a5cc-b46b-4a67-82a2-9e17916e854e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:24.072535 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1410a5cc-b46b-4a67-82a2-9e17916e854e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:24.077928 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1410a5cc-b46b-4a67-82a2-9e17916e854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:24.116120 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410a5cc-b46b-4a67-82a2-9e17916e854e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8abee8a-8698-40ab-b5d8-5e165bf27063,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:24.127445 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-1410a5cc-b46b-4a67-82a2-9e17916e854e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cda8053ee89c4a6e99084a4f12fea999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4299564 Aug 31 05:36:24.127633 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45922) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:24.177697 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 13a20b6f-78fa-4cc4-b907-49233c2a2cfb up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:36:24.183143 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a96b4fd7-93ad-4dff-b2b0-22b2842daa4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:24.210497 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a96b4fd7-93ad-4dff-b2b0-22b2842daa4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:24.236177 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:36:24.242412 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:36:24.242978 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:24.345066 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:24.372908 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d78811-1061-4374-955f-c38fee8ba385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a20b6f-78fa-4cc4-b907-49233c2a2cfb'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:36:24.375884 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af04968-4a64-4a93-8c14-83868dbc8d4e" -d '{"events": [{"server_uuid": "a7d78811-1061-4374-955f-c38fee8ba385", "name": "network-vif-plugged", "status": "completed", "tag": "13a20b6f-78fa-4cc4-b907-49233c2a2cfb"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:36:24.390493 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13a20b6f-78fa-4cc4-b907-49233c2a2cfb,segment=NetworkSegment(2c5a63e5-59db-4c95-b956-08d44dd76443),segment_id=2c5a63e5-59db-4c95-b956-08d44dd76443)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:24.402755 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:24.404042 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:36:24.495116 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=13a20b6f-78fa-4cc4-b907-49233c2a2cfb,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:24.525424 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:24.531240 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bc620-5e16-4d0b-9844-79bb411251b5 req-72a63657-b2a5-49ee-a96c-f494b394718d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:24.532114 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:36:24.532827 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-324bc620-5e16-4d0b-9844-79bb411251b5 req-72a63657-b2a5-49ee-a96c-f494b394718d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.1033111 Aug 31 05:36:24.538824 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:36:24.539303 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:24.543405 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a6909-1313-4dcb-810f-e8c594973ee6 req-1b296a4f-6d07-49d2-81d6-03574270e466 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:24.545120 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-521a6909-1313-4dcb-810f-e8c594973ee6 req-1b296a4f-6d07-49d2-81d6-03574270e466 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 945 time: 0.1145098 Aug 31 05:36:24.572658 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a96b4fd7-93ad-4dff-b2b0-22b2842daa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:24.575387 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a96b4fd7-93ad-4dff-b2b0-22b2842daa4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:24.576659 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-a96b4fd7-93ad-4dff-b2b0-22b2842daa4c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8abee8a-8698-40ab-b5d8-5e165bf27063 HTTP/1.1" status: 204 len: 168 time: 0.4481127 Aug 31 05:36:24.605449 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b4fd7-93ad-4dff-b2b0-22b2842daa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8abee8a-8698-40ab-b5d8-5e165bf27063,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:24.622592 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-324bc620-5e16-4d0b-9844-79bb411251b5 req-13fa2d8b-f245-4f42-9132-c329798cfaec tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762484 Aug 31 05:36:24.637349 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-521a6909-1313-4dcb-810f-e8c594973ee6 req-264b812c-4cde-400e-9ee6-c86d2a4cf4be tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810955 Aug 31 05:36:24.714620 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0975a973-c38e-4cb9-907e-5008f8472f36 x-openstack-request-id: req-0975a973-c38e-4cb9-907e-5008f8472f36 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:36:24.720139 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d78811-1061-4374-955f-c38fee8ba385", "name": "network-vif-plugged", "status": "completed", "tag": "13a20b6f-78fa-4cc4-b907-49233c2a2cfb", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:36:24.720414 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0975a973-c38e-4cb9-907e-5008f8472f36 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:36:24.720856 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d78811-1061-4374-955f-c38fee8ba385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a20b6f-78fa-4cc4-b907-49233c2a2cfb', 'code': 200} Aug 31 05:36:24.829326 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f34d17-5b37-4eb2-b727-c19dc2479344 req-267bf4c0-0661-4d1a-95bf-694a3de9a48b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:24.837904 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-02f34d17-5b37-4eb2-b727-c19dc2479344 req-267bf4c0-0661-4d1a-95bf-694a3de9a48b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 945 time: 0.1018040 Aug 31 05:36:24.845903 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:24.893467 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c6cb1-ad6b-46b4-8712-172945c9bdfa req-29632d2c-dd45-465c-87a2-c16438b9854d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:24.895364 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2a5c6cb1-ad6b-46b4-8712-172945c9bdfa req-29632d2c-dd45-465c-87a2-c16438b9854d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.1155987 Aug 31 05:36:24.940071 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-02f34d17-5b37-4eb2-b727-c19dc2479344 req-b2d83baf-6840-4fac-910a-29eead00ac48 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009941 Aug 31 05:36:24.942534 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=7d408583-a9c8-431c-a99e-eb1ac3a8ba66,segment=NetworkSegment(2c5a63e5-59db-4c95-b956-08d44dd76443),segment_id=2c5a63e5-59db-4c95-b956-08d44dd76443)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:24.947777 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:24.949157 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device eddc02e2-d461-423f-a1ce-0df203346f47 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:36:24.996635 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2a5c6cb1-ad6b-46b4-8712-172945c9bdfa req-32dcc761-4736-4c60-a373-70de90ab909d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909004 Aug 31 05:36:25.065219 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e53d19-782c-4cb0-bf79-34a87dc665fe req-7d95d322-65c7-4018-a172-5fbf94065fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:25.069883 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-68e53d19-782c-4cb0-bf79-34a87dc665fe req-7d95d322-65c7-4018-a172-5fbf94065fc7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 1098 time: 0.1134391 Aug 31 05:36:25.116291 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=7d408583-a9c8-431c-a99e-eb1ac3a8ba66,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:25.147275 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-68e53d19-782c-4cb0-bf79-34a87dc665fe req-ab64cb36-7811-4619-b46a-86ef3521d7a8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683205 Aug 31 05:36:25.198721 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port eddc02e2-d461-423f-a1ce-0df203346f47 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:36:25.203987 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port eddc02e2-d461-423f-a1ce-0df203346f47 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:36:25.204130 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:25.294689 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 45992) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:25.313496 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:25.314583 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-00a5bdcc-6dce-4381-842e-c74367703ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:25.370973 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port eddc02e2-d461-423f-a1ce-0df203346f47, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=eddc02e2-d461-423f-a1ce-0df203346f47,segment=NetworkSegment(1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4),segment_id=1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:25.375232 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:25.436902 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=eddc02e2-d461-423f-a1ce-0df203346f47,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:25.445816 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-00a5bdcc-6dce-4381-842e-c74367703ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:25.450268 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-00a5bdcc-6dce-4381-842e-c74367703ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:25.494532 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-00a5bdcc-6dce-4381-842e-c74367703ed2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5db5ec51a4704b3984e6209d1395fe1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965415 Aug 31 05:36:25.494532 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5bdcc-6dce-4381-842e-c74367703ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1501ce31-e679-4e38-8245-ab51f0fa8ca9,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:25.495687 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 46004) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:25.549678 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2a906a94-9c43-46df-ab58-c4b992767040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:25.572160 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2a906a94-9c43-46df-ab58-c4b992767040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:25.623167 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2a906a94-9c43-46df-ab58-c4b992767040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:25.625777 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2a906a94-9c43-46df-ab58-c4b992767040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:25.626939 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-2a906a94-9c43-46df-ab58-c4b992767040 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1501ce31-e679-4e38-8245-ab51f0fa8ca9 HTTP/1.1" status: 204 len: 168 time: 0.1297798 Aug 31 05:36:25.634376 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a906a94-9c43-46df-ab58-c4b992767040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1501ce31-e679-4e38-8245-ab51f0fa8ca9,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:25.673913 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 46020) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:25.790917 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe376-d074-4b2a-b86b-318bd3dbd12f req-0551e46c-481b-4bd8-9222-2369b74e7b0b tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:25.792439 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-675fe376-d074-4b2a-b86b-318bd3dbd12f req-0551e46c-481b-4bd8-9222-2369b74e7b0b tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0797732 Aug 31 05:36:25.805724 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db664cbc-9bbc-48f0-91aa-4118df04d400 req-ff4617cb-54e3-413e-ac5f-ec1705aa716a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:25.807155 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-db664cbc-9bbc-48f0-91aa-4118df04d400 req-ff4617cb-54e3-413e-ac5f-ec1705aa716a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.0679629 Aug 31 05:36:25.860344 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-675fe376-d074-4b2a-b86b-318bd3dbd12f req-661bda77-6e7f-4e06-8d4e-1ba0d5fc24ed tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521955 Aug 31 05:36:25.873920 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-db664cbc-9bbc-48f0-91aa-4118df04d400 req-ef875c13-7ce7-462b-8ef3-01f0a0c3257b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507004 Aug 31 05:36:25.989032 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-42fdd067-da78-4a60-add9-0d9b0a49d812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:26.084396 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6baad1-8b58-4f93-9df3-d252bfb43f4a req-1f63d88c-b6bd-4631-b724-0a7c04a8e977 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:26.086027 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2a6baad1-8b58-4f93-9df3-d252bfb43f4a req-1f63d88c-b6bd-4631-b724-0a7c04a8e977 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0774815 Aug 31 05:36:26.186568 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2a6baad1-8b58-4f93-9df3-d252bfb43f4a req-1b9f7865-3d1e-44b4-a9c3-c53865f64685 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868816 Aug 31 05:36:26.188397 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-42fdd067-da78-4a60-add9-0d9b0a49d812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:26.199512 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6bb1a-9287-4407-a481-dac005c5fd41 req-eab95e7d-6674-40c6-af73-7ea953750796 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:26.199929 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 13ed1221-4f34-4b25-834d-1d691d85f62d details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:36:26.201052 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-92b6bb1a-9287-4407-a481-dac005c5fd41 req-eab95e7d-6674-40c6-af73-7ea953750796 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.1141343 Aug 31 05:36:26.202180 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-42fdd067-da78-4a60-add9-0d9b0a49d812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:26.236536 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdd067-da78-4a60-add9-0d9b0a49d812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77382a53-1174-46ee-9069-7844bd5bfd03,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:26.304392 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-42fdd067-da78-4a60-add9-0d9b0a49d812 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0976256bb0d84edd8d625d64b443ea4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6293609 Aug 31 05:36:26.307066 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 46048) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:26.338390 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-92b6bb1a-9287-4407-a481-dac005c5fd41 req-3fe0bc06-acf7-4b34-92b8-86db07fd648b tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948377 Aug 31 05:36:26.439182 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e61759ac-941d-42cc-a5c7-1f1e526ec17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:26.465371 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 13ed1221-4f34-4b25-834d-1d691d85f62d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13ed1221-4f34-4b25-834d-1d691d85f62d,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:26.475361 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e61759ac-941d-42cc-a5c7-1f1e526ec17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:26.482826 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'port_id': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'mac_address': 'fa:16:3e:58:02:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:36:26.533514 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:26.557243 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ed1221-4f34-4b25-834d-1d691d85f62d {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:36:26.559861 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e61759ac-941d-42cc-a5c7-1f1e526ec17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:26.563018 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e61759ac-941d-42cc-a5c7-1f1e526ec17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:26.564433 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-e61759ac-941d-42cc-a5c7-1f1e526ec17c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77382a53-1174-46ee-9069-7844bd5bfd03 HTTP/1.1" status: 204 len: 168 time: 0.2558179 Aug 31 05:36:26.579077 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61759ac-941d-42cc-a5c7-1f1e526ec17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77382a53-1174-46ee-9069-7844bd5bfd03,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:26.610036 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 13ed1221-4f34-4b25-834d-1d691d85f62d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13ed1221-4f34-4b25-834d-1d691d85f62d,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:26.617067 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:26.674863 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=13ed1221-4f34-4b25-834d-1d691d85f62d,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:26.722179 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0752916f-e97a-4162-9369-9b8d04a7c903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d408583-a9c8-431c-a99e-eb1ac3a8ba66'}, {'server_uuid': 'c4944f2b-e0ae-4528-bff1-7df00680e0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddc02e2-d461-423f-a1ce-0df203346f47'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:36:26.725534 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b466aaa-9b58-48ec-9a95-157229321e2b" -d '{"events": [{"server_uuid": "0752916f-e97a-4162-9369-9b8d04a7c903", "name": "network-vif-plugged", "status": "completed", "tag": "7d408583-a9c8-431c-a99e-eb1ac3a8ba66"}, {"server_uuid": "c4944f2b-e0ae-4528-bff1-7df00680e0c4", "name": "network-vif-plugged", "status": "completed", "tag": "eddc02e2-d461-423f-a1ce-0df203346f47"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:36:26.813031 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 05:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfaba04-1d27-4884-8f93-358f9b493a61 x-openstack-request-id: req-5bfaba04-1d27-4884-8f93-358f9b493a61 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:36:26.813357 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0752916f-e97a-4162-9369-9b8d04a7c903", "name": "network-vif-plugged", "status": "completed", "tag": "7d408583-a9c8-431c-a99e-eb1ac3a8ba66", "code": 200}, {"server_uuid": "c4944f2b-e0ae-4528-bff1-7df00680e0c4", "name": "network-vif-plugged", "status": "completed", "tag": "eddc02e2-d461-423f-a1ce-0df203346f47", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:36:26.813619 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bfaba04-1d27-4884-8f93-358f9b493a61 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:36:26.814191 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0752916f-e97a-4162-9369-9b8d04a7c903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d408583-a9c8-431c-a99e-eb1ac3a8ba66', 'code': 200} Aug 31 05:36:26.814477 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4944f2b-e0ae-4528-bff1-7df00680e0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddc02e2-d461-423f-a1ce-0df203346f47', 'code': 200} Aug 31 05:36:26.903829 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['13ed1221-4f34-4b25-834d-1d691d85f62d'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:36:27.044857 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 46082) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:27.064246 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd3af6-25a9-4ea4-970c-6718f70a1a71 req-aae75115-8bdb-4e7d-9a1e-8fcf6dc421a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:27.066058 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-38fd3af6-25a9-4ea4-970c-6718f70a1a71 req-aae75115-8bdb-4e7d-9a1e-8fcf6dc421a3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 1099 time: 0.0752304 Aug 31 05:36:27.077086 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb0e95-5e99-4462-87e1-3a1e47b47cf7 req-a8747a5b-8865-4af5-8cf8-b724efc82d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:27.079009 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-63fb0e95-5e99-4462-87e1-3a1e47b47cf7 req-a8747a5b-8865-4af5-8cf8-b724efc82d93 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 1099 time: 0.0869679 Aug 31 05:36:27.102334 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c03f8e-4998-4e81-9516-aaf671043a7d req-2bbaa1a9-b8a1-476d-9b32-82c491775f2e tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:27.103934 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-96c03f8e-4998-4e81-9516-aaf671043a7d req-2bbaa1a9-b8a1-476d-9b32-82c491775f2e tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1209264 Aug 31 05:36:27.118924 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f13d36-f0f4-46a3-a19f-244d376ad3bb req-a157be4e-81fd-412c-904d-0e3c35df45fc tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:27.120514 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-91f13d36-f0f4-46a3-a19f-244d376ad3bb req-a157be4e-81fd-412c-904d-0e3c35df45fc tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 944 time: 0.1259656 Aug 31 05:36:27.142618 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-63fb0e95-5e99-4462-87e1-3a1e47b47cf7 req-c1db72b3-1a4a-49a2-805e-441948e59d6b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504484 Aug 31 05:36:27.144992 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-38fd3af6-25a9-4ea4-970c-6718f70a1a71 req-01b9764b-2e21-4950-b9e6-08171fc20b2b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701725 Aug 31 05:36:27.169749 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-96c03f8e-4998-4e81-9516-aaf671043a7d req-b6db096c-f49e-4a2f-a5a1-31bede71f856 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481074 Aug 31 05:36:27.193804 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-91f13d36-f0f4-46a3-a19f-244d376ad3bb req-06b6ab08-5355-4a2d-800d-b70b9bc14a31 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514982 Aug 31 05:36:27.224398 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-54d08d51-4532-44c2-af2b-76e0d408c8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:27.298947 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 46092) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:27.313234 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3f92144-1148-4c59-88a4-bf27d923f311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:27.341549 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd0f1d-3ac9-4079-8026-9d8e88da91e5 req-f9c0c5c4-ca73-48be-b1c4-8834cbec93fa tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:27.343003 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a2fd0f1d-3ac9-4079-8026-9d8e88da91e5 req-f9c0c5c4-ca73-48be-b1c4-8834cbec93fa tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0747840 Aug 31 05:36:27.375915 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-54d08d51-4532-44c2-af2b-76e0d408c8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:27.382261 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-54d08d51-4532-44c2-af2b-76e0d408c8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:27.408326 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a2fd0f1d-3ac9-4079-8026-9d8e88da91e5 req-201fb65f-c23e-4523-9a7d-5e6254e2d178 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577855 Aug 31 05:36:27.432911 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-54d08d51-4532-44c2-af2b-76e0d408c8e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a59fdb8eb4514c58b2b24834d1129134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824422 Aug 31 05:36:27.433780 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d08d51-4532-44c2-af2b-76e0d408c8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a80e438-7c22-41ce-9277-ea5088faf60a,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:27.436173 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 46098) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:27.491237 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7bc68a93-9915-4616-93c0-c47f081a3875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:27.495902 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3f92144-1148-4c59-88a4-bf27d923f311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:27.504393 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3f92144-1148-4c59-88a4-bf27d923f311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:27.518491 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7bc68a93-9915-4616-93c0-c47f081a3875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:27.545307 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f92144-1148-4c59-88a4-bf27d923f311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0877c6fe-ca3f-470d-90e5-b6bdb4f5b253,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:27.564925 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-a3f92144-1148-4c59-88a4-bf27d923f311 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9d224e22f944e6fbeae1e9430f8c22b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647564 Aug 31 05:36:27.565329 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 46104) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:27.590281 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7bc68a93-9915-4616-93c0-c47f081a3875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:27.593221 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7bc68a93-9915-4616-93c0-c47f081a3875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:27.597593 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-7bc68a93-9915-4616-93c0-c47f081a3875 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a80e438-7c22-41ce-9277-ea5088faf60a HTTP/1.1" status: 204 len: 168 time: 0.1605177 Aug 31 05:36:27.617935 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc68a93-9915-4616-93c0-c47f081a3875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a80e438-7c22-41ce-9277-ea5088faf60a,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:27.638811 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3778e19-1623-4188-b1ad-4a1120a0f380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:27.667931 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3778e19-1623-4188-b1ad-4a1120a0f380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:27.721199 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3778e19-1623-4188-b1ad-4a1120a0f380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:27.726732 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3778e19-1623-4188-b1ad-4a1120a0f380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:27.728079 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-d3778e19-1623-4188-b1ad-4a1120a0f380 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0877c6fe-ca3f-470d-90e5-b6bdb4f5b253 HTTP/1.1" status: 204 len: 168 time: 0.1610150 Aug 31 05:36:27.737241 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3778e19-1623-4188-b1ad-4a1120a0f380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0877c6fe-ca3f-470d-90e5-b6bdb4f5b253,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:27.965347 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 46128) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:27.982789 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a99b822c-349b-4b7a-a806-1877564dae87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:28.091851 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a99b822c-349b-4b7a-a806-1877564dae87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:28.097662 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a99b822c-349b-4b7a-a806-1877564dae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:28.142080 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-a99b822c-349b-4b7a-a806-1877564dae87 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58d1b49aee6e4f8b90fbd1be6aa10f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752930 Aug 31 05:36:28.145679 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 46138) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:28.147358 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b822c-349b-4b7a-a806-1877564dae87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818c7dc1-2ac6-4e85-a2bb-85aaf61958cb,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:28.212881 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 13ed1221-4f34-4b25-834d-1d691d85f62d up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:36:28.247572 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f81c0e51-4678-4866-8553-e0a6acf8df56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:28.294033 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f81c0e51-4678-4866-8553-e0a6acf8df56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:28.294596 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port 13ed1221-4f34-4b25-834d-1d691d85f62d completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:36:28.300412 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 13ed1221-4f34-4b25-834d-1d691d85f62d triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:36:28.301109 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:28.380001 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f81c0e51-4678-4866-8553-e0a6acf8df56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:28.384072 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f81c0e51-4678-4866-8553-e0a6acf8df56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:28.385564 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-f81c0e51-4678-4866-8553-e0a6acf8df56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/818c7dc1-2ac6-4e85-a2bb-85aaf61958cb HTTP/1.1" status: 204 len: 168 time: 0.2371979 Aug 31 05:36:28.397014 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c0e51-4678-4866-8553-e0a6acf8df56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818c7dc1-2ac6-4e85-a2bb-85aaf61958cb,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:28.424582 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e113bc-3686-4688-b7cb-005a363f66db req-6fc934b8-ffff-4853-8292-7e54bb47542a tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:28.426728 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f4e113bc-3686-4688-b7cb-005a363f66db req-6fc934b8-ffff-4853-8292-7e54bb47542a tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1543567 Aug 31 05:36:28.449709 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:28.539325 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f4e113bc-3686-4688-b7cb-005a363f66db req-a1195776-5b84-4f16-a8b1-2f9b4e887106 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044087 Aug 31 05:36:28.549880 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 13ed1221-4f34-4b25-834d-1d691d85f62d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13ed1221-4f34-4b25-834d-1d691d85f62d,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:28.557035 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:28.645684 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=13ed1221-4f34-4b25-834d-1d691d85f62d,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:28.737220 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210e4d3-8f37-46fa-8bef-24407a6f053d req-b1672dd9-78f7-490a-820f-85065ea800d7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:28.739022 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0210e4d3-8f37-46fa-8bef-24407a6f053d req-b1672dd9-78f7-490a-820f-85065ea800d7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.1607881 Aug 31 05:36:28.818421 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed1221-4f34-4b25-834d-1d691d85f62d'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:36:28.818421 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4253ab6d-7544-490f-a396-9a77c0c12ef4" -d '{"events": [{"server_uuid": "0a4e023e-06a7-41e3-b62e-64e5a4471f4e", "name": "network-vif-plugged", "status": "completed", "tag": "13ed1221-4f34-4b25-834d-1d691d85f62d"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:36:28.877622 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0210e4d3-8f37-46fa-8bef-24407a6f053d req-0fb7c6e7-2687-429e-8565-a499ab1250a4 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120682 Aug 31 05:36:28.894168 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b79915-9fd4-4a85-8388-e51cae680cf5 req-437b10de-3e4d-4b6e-8fbd-1005f5294659 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:28.896492 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-06b79915-9fd4-4a85-8388-e51cae680cf5 req-437b10de-3e4d-4b6e-8fbd-1005f5294659 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.1790218 Aug 31 05:36:28.965968 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921db2c1-5477-4603-8759-edeaac66943f x-openstack-request-id: req-921db2c1-5477-4603-8759-edeaac66943f {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:36:28.966459 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4e023e-06a7-41e3-b62e-64e5a4471f4e", "name": "network-vif-plugged", "status": "completed", "tag": "13ed1221-4f34-4b25-834d-1d691d85f62d", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:36:28.967090 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-921db2c1-5477-4603-8759-edeaac66943f {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:36:28.967866 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'code': 200} Aug 31 05:36:28.989620 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-06b79915-9fd4-4a85-8388-e51cae680cf5 req-4a9492a9-a20c-4495-a361-5373a241d8bf tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846303 Aug 31 05:36:29.130888 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 46202) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:29.211515 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64634a-143b-4c7c-a77a-8782440cf45a req-a7e2f4ad-71f8-4ea0-bc94-76be0f4dbbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:29.215797 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cc64634a-143b-4c7c-a77a-8782440cf45a req-a7e2f4ad-71f8-4ea0-bc94-76be0f4dbbd7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 1098 time: 0.0764139 Aug 31 05:36:29.272456 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cc64634a-143b-4c7c-a77a-8782440cf45a req-651b96d4-4742-4435-9318-0bfc216a332d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501149 Aug 31 05:36:29.279425 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 46214) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:29.380841 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-418976364-network', 'tenant_id': 'a6f15370759b4a4f8296397e638520f5'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:29.411702 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-617ffc11-82f9-4687-bc0e-ec831af07462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.420080 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] Made reservation on behalf of a6f15370759b4a4f8296397e638520f5 for: {'network': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:36:29.422310 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.432692 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.526484 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-617ffc11-82f9-4687-bc0e-ec831af07462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.534533 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-617ffc11-82f9-4687-bc0e-ec831af07462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.544016 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-554c5dc8-cfae-4604-b8ed-60bb0cf7d46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.587275 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ffc11-82f9-4687-bc0e-ec831af07462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fcb1e3-a2d5-401c-bb58-bd5694271d15,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:29.608889 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-617ffc11-82f9-4687-bc0e-ec831af07462 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe5841bc5bf74cab8bcccb4cade5f2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259676 Aug 31 05:36:29.609257 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 46230) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:29.679709 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.684158 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.700054 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fce5-8b52-4c6b-be39-28f2ad2eef41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.710459 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=94005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:36:29.710669 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed7a9d-9367-4b42-b89a-f61987d0e726 req-3379de61-360f-4353-ad99-8955ce7f4c23 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:29.712026 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6fed7a9d-9367-4b42-b89a-f61987d0e726 req-3379de61-360f-4353-ad99-8955ce7f4c23 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0746534 Aug 31 05:36:29.720376 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f62d27-43c1-4192-b021-69224b9bf288,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:29.726389 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.726736 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.segments_db [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] Added segment 306f2163-f917-4e17-8679-088e0aea29a4 of type vlan for network 66490b06-1a4e-45f2-897c-1f1bf7be68b1 Aug 31 05:36:29.752847 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fce5-8b52-4c6b-be39-28f2ad2eef41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.777561 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.792222 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6fed7a9d-9367-4b42-b89a-f61987d0e726 req-f3ef9011-a797-4cc5-85e2-062f41724813 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672622 Aug 31 05:36:29.824487 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.827180 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:29.827826 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fce5-8b52-4c6b-be39-28f2ad2eef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.827926 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.830968 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fce5-8b52-4c6b-be39-28f2ad2eef41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:29.832313 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-fdb1fce5-8b52-4c6b-be39-28f2ad2eef41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4fcb1e3-a2d5-401c-bb58-bd5694271d15 HTTP/1.1" status: 204 len: 168 time: 0.2221034 Aug 31 05:36:29.842528 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1fce5-8b52-4c6b-be39-28f2ad2eef41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fcb1e3-a2d5-401c-bb58-bd5694271d15,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:29.900416 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] Pushing event updated for resources: {'Network': ['ID=66490b06-1a4e-45f2-897c-1f1bf7be68b1,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:29.908366 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 46240) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:29.908495 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-0fd6e338-c121-4de3-b0a6-63e636b8c082 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7756824 Aug 31 05:36:29.914300 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network 66490b06-1a4e-45f2-897c-1f1bf7be68b1 details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:36:29.923693 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-32ffc990-9477-4511-a71c-129693b4ea9b admin admin] Request body: {'subnet': {'network_id': '66490b06-1a4e-45f2-897c-1f1bf7be68b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-418976364-subnet', 'tenant_id': 'a6f15370759b4a4f8296397e638520f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:29.978974 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ffc990-9477-4511-a71c-129693b4ea9b admin admin] Made reservation on behalf of a6f15370759b4a4f8296397e638520f5 for: {'subnet': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:36:29.981384 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-32ffc990-9477-4511-a71c-129693b4ea9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:30.185323 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac68bb9-27d3-41cd-acbb-57b92ad9258c req-6c8b8f44-6a78-4c0c-b3c4-5232edcc37e2 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:30.186860 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-eac68bb9-27d3-41cd-acbb-57b92ad9258c req-6c8b8f44-6a78-4c0c-b3c4-5232edcc37e2 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.1131508 Aug 31 05:36:30.203582 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb4abf-0bfa-44f9-8a54-bbef74b22648 req-6855acbc-19bf-449a-a92f-878392b29bee tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:30.205441 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e1cb4abf-0bfa-44f9-8a54-bbef74b22648 req-6855acbc-19bf-449a-a92f-878392b29bee tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.1303747 Aug 31 05:36:30.321089 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-eac68bb9-27d3-41cd-acbb-57b92ad9258c req-f471172f-638b-43c7-9268-79f048c6cf40 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260827 Aug 31 05:36:30.327603 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e1cb4abf-0bfa-44f9-8a54-bbef74b22648 req-fb6c9a67-e6a4-4837-9edd-2efa7b5efdb5 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110585 Aug 31 05:36:30.407015 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-32ffc990-9477-4511-a71c-129693b4ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for subnet, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:30.417405 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 46268) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:30.433721 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a74caeb2-714e-4700-9e1c-c6412b6c9fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:30.524726 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffc990-9477-4511-a71c-129693b4ea9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=106c7ff3-58cd-4c97-9d32-0c3934e9304a,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:30.531905 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ffc990-9477-4511-a71c-129693b4ea9b admin admin] Checking segment: {'id': '306f2163-f917-4e17-8679-088e0aea29a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '66490b06-1a4e-45f2-897c-1f1bf7be68b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:36:30.532266 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ffc990-9477-4511-a71c-129693b4ea9b admin admin] Network hostable DHCP agents. Network: 66490b06-1a4e-45f2-897c-1f1bf7be68b1, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:36:30.559661 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ffc990-9477-4511-a71c-129693b4ea9b admin admin] Network 66490b06-1a4e-45f2-897c-1f1bf7be68b1 is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:36:30.572245 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a74caeb2-714e-4700-9e1c-c6412b6c9fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:30.574207 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-32ffc990-9477-4511-a71c-129693b4ea9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, 66490b06-1a4e-45f2-897c-1f1bf7be68b1) {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:36:30.578831 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ffc990-9477-4511-a71c-129693b4ea9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:30.579605 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-32ffc990-9477-4511-a71c-129693b4ea9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:30.582110 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a74caeb2-714e-4700-9e1c-c6412b6c9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:30.587020 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d79b8b-7f48-43e2-b8fa-9c9cacef6547 None None] Network 66490b06-1a4e-45f2-897c-1f1bf7be68b1 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:36:30.611877 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-32ffc990-9477-4511-a71c-129693b4ea9b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7022967 Aug 31 05:36:30.711625 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 46284) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:30.724785 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-a74caeb2-714e-4700-9e1c-c6412b6c9fe5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd89db12eae947b3b4c3245142abf8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046277 Aug 31 05:36:30.727028 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74caeb2-714e-4700-9e1c-c6412b6c9fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14c1359-c418-4ea7-8433-52d28b529e8f,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:30.808534 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6568f758-7f09-4ba0-9fe5-5489b9de62d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:30.811883 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21b7e50-1dd8-4912-bdfe-379ad0b95603 None None] Network 66490b06-1a4e-45f2-897c-1f1bf7be68b1 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:36:30.856684 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefce4d9-d162-4b42-a43b-336271de98fe req-ee17705c-0b58-4db7-917a-f7f52a3a7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:30.856899 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6568f758-7f09-4ba0-9fe5-5489b9de62d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:30.858366 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-aefce4d9-d162-4b42-a43b-336271de98fe req-ee17705c-0b58-4db7-917a-f7f52a3a7246 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df247d9bc9ab4706a39bc2047bed84e8&device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 1099 time: 0.0593905 Aug 31 05:36:30.941914 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6568f758-7f09-4ba0-9fe5-5489b9de62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:30.945683 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6568f758-7f09-4ba0-9fe5-5489b9de62d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:30.946890 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-6568f758-7f09-4ba0-9fe5-5489b9de62d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a14c1359-c418-4ea7-8433-52d28b529e8f HTTP/1.1" status: 204 len: 168 time: 0.2342179 Aug 31 05:36:30.959681 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568f758-7f09-4ba0-9fe5-5489b9de62d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14c1359-c418-4ea7-8433-52d28b529e8f,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:30.973342 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789c6b6-36fe-4460-9b7a-89906d2ba8fc req-9331d64c-23bc-4880-85b1-9758e0f19261 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:30.985334 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1789c6b6-36fe-4460-9b7a-89906d2ba8fc req-9331d64c-23bc-4880-85b1-9758e0f19261 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0816803 Aug 31 05:36:31.039001 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1789c6b6-36fe-4460-9b7a-89906d2ba8fc req-94a7cbcc-83b3-4854-a111-ed40806bd9d2 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503573 Aug 31 05:36:31.063009 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefce4d9-d162-4b42-a43b-336271de98fe req-75358be1-11b1-459a-ba9c-dbf29e09a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:31.065216 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-aefce4d9-d162-4b42-a43b-336271de98fe req-75358be1-11b1-459a-ba9c-dbf29e09a226 service neutron] 10.222.0.32 "GET /v2.0/networks?id=66e9f947-7a38-422f-9aac-7a0d6a4fc617 HTTP/1.1" status: 200 len: 920 time: 0.1936908 Aug 31 05:36:31.132460 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-aefce4d9-d162-4b42-a43b-336271de98fe req-4a34a7c6-5274-46f2-990a-22dc2018e14f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d408583-a9c8-431c-a99e-eb1ac3a8ba66 HTTP/1.1" status: 200 len: 217 time: 0.0547376 Aug 31 05:36:31.193473 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefce4d9-d162-4b42-a43b-336271de98fe req-7a0a4dde-fe8f-470b-b947-241d133fb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:31.194964 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-aefce4d9-d162-4b42-a43b-336271de98fe req-7a0a4dde-fe8f-470b-b947-241d133fb173 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80fdd554-6ca7-4bea-8a87-7b1508c8e0ed HTTP/1.1" status: 200 len: 859 time: 0.0553641 Aug 31 05:36:31.233054 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-aefce4d9-d162-4b42-a43b-336271de98fe req-75b8a45f-fb2e-46b3-a267-af382c08aae1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66e9f947-7a38-422f-9aac-7a0d6a4fc617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292268 Aug 31 05:36:31.404711 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-aefce4d9-d162-4b42-a43b-336271de98fe req-a4efd80f-d568-48c5-a36f-a342bdce6eae service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460779 Aug 31 05:36:31.539659 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf03d33-33b4-4439-afde-c421e59a80a4 req-f6d9d13e-fb12-42a6-9e81-206171254f2e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:31.542010 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ebf03d33-33b4-4439-afde-c421e59a80a4 req-f6d9d13e-fb12-42a6-9e81-206171254f2e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0920315 Aug 31 05:36:31.581876 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-aefce4d9-d162-4b42-a43b-336271de98fe req-aa36f184-9ccd-4235-9991-754d1264a2a5 service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604195 Aug 31 05:36:31.632952 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ebf03d33-33b4-4439-afde-c421e59a80a4 req-dd70cdeb-ef1f-4146-a539-7d785355fbd7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785136 Aug 31 05:36:31.811054 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e766c34-5a77-45e8-81cc-601aa2f28191 req-6ae117f0-1697-4730-9d5f-fc8f6a00250c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:31.812642 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6e766c34-5a77-45e8-81cc-601aa2f28191 req-6ae117f0-1697-4730-9d5f-fc8f6a00250c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0982735 Aug 31 05:36:31.822252 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 46362) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:31.828117 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-c771c6ec-d846-48b3-bc14-36ba0430bf36 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Request body: {'floatingip': {'port_id': '13ed1221-4f34-4b25-834d-1d691d85f62d'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:31.831835 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 46366) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:31.837999 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-750614390-network', 'tenant_id': '5ef776bdd10b41c2b106be1df4d01eb7'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:31.877762 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] Made reservation on behalf of 5ef776bdd10b41c2b106be1df4d01eb7 for: {'network': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:36:31.881013 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:31.901597 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-652e2ba8-5322-4812-a1ea-c3b63f8e3a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:31.904152 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:31.920138 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c771c6ec-d846-48b3-bc14-36ba0430bf36 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for floatingip, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:32.046543 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:32.051675 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:32.075662 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=94005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:36:32.111210 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0301986a-c8a9-4878-8fa1-d812f94863ea,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:32.134217 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:32.134568 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.segments_db [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] Added segment 400f68a6-4a64-43aa-8b8c-2cb90203b550 of type vlan for network 085a166a-d046-4895-baec-497a9845264f Aug 31 05:36:32.197198 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:32.231816 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:32.232992 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:32.233704 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:32.302710 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767b5fd-f918-48d8-ac8f-5a1f96753b7b req-1d6a63ce-3ae6-4e04-bff5-9798b5c5fdf8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:32.304303 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d767b5fd-f918-48d8-ac8f-5a1f96753b7b req-1d6a63ce-3ae6-4e04-bff5-9798b5c5fdf8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.1700122 Aug 31 05:36:32.309682 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] Pushing event updated for resources: {'Network': ['ID=085a166a-d046-4895-baec-497a9845264f,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:32.321722 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-63d5b923-8392-46f4-bec3-a7bd10a80670 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4886079 Aug 31 05:36:32.324475 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 46398) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:32.329289 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network 085a166a-d046-4895-baec-497a9845264f details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:36:32.343115 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-991eb6e0-0c73-4d27-b6ec-d666c4d27e4a admin admin] Request body: {'subnet': {'network_id': '085a166a-d046-4895-baec-497a9845264f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-750614390-subnet', 'tenant_id': '5ef776bdd10b41c2b106be1df4d01eb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:32.386714 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991eb6e0-0c73-4d27-b6ec-d666c4d27e4a admin admin] Made reservation on behalf of 5ef776bdd10b41c2b106be1df4d01eb7 for: {'subnet': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:36:32.399154 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-991eb6e0-0c73-4d27-b6ec-d666c4d27e4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9430071'] for subnet, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:32.399940 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d767b5fd-f918-48d8-ac8f-5a1f96753b7b req-a16d7d80-0d86-4f4d-9c54-51d79cd309ad tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557508 Aug 31 05:36:32.412095 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:32.636518 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-991eb6e0-0c73-4d27-b6ec-d666c4d27e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4118051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9430049'] for subnet, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:32.698816 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eb6e0-0c73-4d27-b6ec-d666c4d27e4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de08f9a4-7417-450d-878d-922970b82e60,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:32.704423 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991eb6e0-0c73-4d27-b6ec-d666c4d27e4a admin admin] Checking segment: {'id': '400f68a6-4a64-43aa-8b8c-2cb90203b550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '085a166a-d046-4895-baec-497a9845264f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:36:32.704779 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991eb6e0-0c73-4d27-b6ec-d666c4d27e4a admin admin] Network hostable DHCP agents. Network: 085a166a-d046-4895-baec-497a9845264f, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:36:32.722868 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991eb6e0-0c73-4d27-b6ec-d666c4d27e4a admin admin] Network 085a166a-d046-4895-baec-497a9845264f is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:36:32.732631 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-991eb6e0-0c73-4d27-b6ec-d666c4d27e4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, 085a166a-d046-4895-baec-497a9845264f) {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:36:32.737676 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991eb6e0-0c73-4d27-b6ec-d666c4d27e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:32.738372 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-991eb6e0-0c73-4d27-b6ec-d666c4d27e4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:32.745996 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb50d16-9572-4ad4-bd79-54f0f682d806 None None] Network 085a166a-d046-4895-baec-497a9845264f requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:36:32.769756 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-991eb6e0-0c73-4d27-b6ec-d666c4d27e4a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4440663 Aug 31 05:36:32.907860 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f269d7c-9370-4e70-a708-5f856e2f6d12 None None] Network 085a166a-d046-4895-baec-497a9845264f requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:36:32.915661 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:36:33.028883 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c771c6ec-d846-48b3-bc14-36ba0430bf36 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:33.035348 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c771c6ec-d846-48b3-bc14-36ba0430bf36 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:33.160383 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.l3_db [None req-c771c6ec-d846-48b3-bc14-36ba0430bf36 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Floating IP e902922f-2410-4436-a3ee-16413442a041 associated. External IP: 172.27.1.99, port: 13ed1221-4f34-4b25-834d-1d691d85f62d. Aug 31 05:36:33.269945 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:33.372745 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c771c6ec-d846-48b3-bc14-36ba0430bf36 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:36:33.566136 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c771c6ec-d846-48b3-bc14-36ba0430bf36 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:36:33.572781 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c771c6ec-d846-48b3-bc14-36ba0430bf36 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:33.579471 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c9d40-7349-4237-a7a4-3012c15569e9 None None] Sync routers for ids ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:36:33.589910 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349c9d40-7349-4237-a7a4-3012c15569e9 None None] Routers {'0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:36:33.590527 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-349c9d40-7349-4237-a7a4-3012c15569e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:36:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:33.613069 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3f45d-0ed5-4788-a374-5764441a910d req-ce4d765f-cc29-43d6-868f-b630d96bdbf6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:33.621426 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-dfb3f45d-0ed5-4788-a374-5764441a910d req-ce4d765f-cc29-43d6-868f-b630d96bdbf6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.1035604 Aug 31 05:36:33.630122 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-c771c6ec-d846-48b3-bc14-36ba0430bf36 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "PUT /v2.0/floatingips/e902922f-2410-4436-a3ee-16413442a041 HTTP/1.1" status: 200 len: 990 time: 1.8067768 Aug 31 05:36:33.632017 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'tag': '13ed1221-4f34-4b25-834d-1d691d85f62d'}] {{(pid=94006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:36:33.746302 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-dfb3f45d-0ed5-4788-a374-5764441a910d req-c87488c4-a6a0-45c3-9803-cdbf31401d3d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235418 Aug 31 05:36:33.791308 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-349c9d40-7349-4237-a7a4-3012c15569e9 None None] Set router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:36:33.839895 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fcbfbdd9b74ff4cb14d8c7c5521a31bcdab3071e6810f807a3c3deab47fc22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d11723-31da-48a3-811c-7fbd21e771df" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4e023e-06a7-41e3-b62e-64e5a4471f4e", "tag": "13ed1221-4f34-4b25-834d-1d691d85f62d"}]}' {{(pid=94006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:36:33.970658 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a110e2e-cdcf-4a32-8e29-0da875dfd6d1 x-openstack-request-id: req-6a110e2e-cdcf-4a32-8e29-0da875dfd6d1 {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:36:33.970909 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4e023e-06a7-41e3-b62e-64e5a4471f4e", "tag": "13ed1221-4f34-4b25-834d-1d691d85f62d", "status": "completed", "code": 200}]} {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:36:33.971150 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a110e2e-cdcf-4a32-8e29-0da875dfd6d1 {{(pid=94006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:36:33.971635 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'tag': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'status': 'completed', 'code': 200} Aug 31 05:36:34.071578 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11723-31da-48a3-811c-7fbd21e771df req-f3cbd7fa-13ab-4495-a574-378ce889bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:34.073327 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66d11723-31da-48a3-811c-7fbd21e771df req-f3cbd7fa-13ab-4495-a574-378ce889bddf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6c47714db89402f9cf71ccca20e69bd&device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 1098 time: 0.0602140 Aug 31 05:36:34.142555 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 46518) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:34.158005 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-349c9d40-7349-4237-a7a4-3012c15569e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'e902922f-2410-4436-a3ee-16413442a041', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'port_id': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'mac_address': 'fa:16:3e:58:02:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:36:12Z', 'updated_at': '2021-08-31T05:36:32Z', 'revision_number': 1, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:36:09Z', 'revision_number': 5, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:34.222842 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11723-31da-48a3-811c-7fbd21e771df req-3a680753-9fb4-4462-bc97-a56a6a3e6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:34.225291 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66d11723-31da-48a3-811c-7fbd21e771df req-3a680753-9fb4-4462-bc97-a56a6a3e6f95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=363f55b9-7106-4007-95f7-6d844418cbce HTTP/1.1" status: 200 len: 917 time: 0.1393640 Aug 31 05:36:34.265780 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0a59ae90-2869-4cde-a044-e713ce7bd4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:34.273983 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c9d40-7349-4237-a7a4-3012c15569e9 None None] Checking router: 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:36:34.282621 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349c9d40-7349-4237-a7a4-3012c15569e9 None None] Routers {'0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:36:34.283295 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-349c9d40-7349-4237-a7a4-3012c15569e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:36:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:34.357544 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66d11723-31da-48a3-811c-7fbd21e771df req-58d8d384-a89d-4373-b54b-2dbb32a73d4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13ed1221-4f34-4b25-834d-1d691d85f62d HTTP/1.1" status: 200 len: 998 time: 0.1182516 Aug 31 05:36:34.373227 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0a59ae90-2869-4cde-a044-e713ce7bd4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:34.377988 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0a59ae90-2869-4cde-a044-e713ce7bd4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:34.399053 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-349c9d40-7349-4237-a7a4-3012c15569e9 None None] Set router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:36:34.418275 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11723-31da-48a3-811c-7fbd21e771df req-75c20664-da4b-4ed4-968d-4b0f38a2483c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:34.419908 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66d11723-31da-48a3-811c-7fbd21e771df req-75c20664-da4b-4ed4-968d-4b0f38a2483c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e40e479-664b-4bab-bbec-50a8e96df2b0 HTTP/1.1" status: 200 len: 855 time: 0.0444767 Aug 31 05:36:34.420016 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-0a59ae90-2869-4cde-a044-e713ce7bd4c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad2a7c11a205495bb740cf77af5cfabb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758298 Aug 31 05:36:34.420434 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 46522) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:34.422034 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59ae90-2869-4cde-a044-e713ce7bd4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2e6194-31ab-43cb-95d1-c769a88fe11e,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:34.500944 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-45300f46-9403-41d5-a87e-22beac67b9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:34.518462 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11723-31da-48a3-811c-7fbd21e771df req-b73c2c82-7e43-4ba0-bff0-5c3e38fb733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:34.519992 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66d11723-31da-48a3-811c-7fbd21e771df req-b73c2c82-7e43-4ba0-bff0-5c3e38fb733f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=363f55b9-7106-4007-95f7-6d844418cbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734205 Aug 31 05:36:34.535837 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-45300f46-9403-41d5-a87e-22beac67b9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:34.650743 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66d11723-31da-48a3-811c-7fbd21e771df req-c25c9401-110e-484d-ae4d-21605f90a71f service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123211 Aug 31 05:36:34.651934 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-45300f46-9403-41d5-a87e-22beac67b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:34.652167 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-349c9d40-7349-4237-a7a4-3012c15569e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'e902922f-2410-4436-a3ee-16413442a041', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'port_id': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'mac_address': 'fa:16:3e:58:02:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:36:12Z', 'updated_at': '2021-08-31T05:36:32Z', 'revision_number': 1, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:36:09Z', 'revision_number': 5, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:34.654418 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-45300f46-9403-41d5-a87e-22beac67b9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:34.655493 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-45300f46-9403-41d5-a87e-22beac67b9d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b2e6194-31ab-43cb-95d1-c769a88fe11e HTTP/1.1" status: 204 len: 168 time: 0.2341194 Aug 31 05:36:34.681935 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c9d40-7349-4237-a7a4-3012c15569e9 None None] The sync data for ids ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'] in dv-cinder-806559-3-iscsi is: [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'e902922f-2410-4436-a3ee-16413442a041', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'port_id': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'mac_address': 'fa:16:3e:58:02:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:36:12Z', 'updated_at': '2021-08-31T05:36:32Z', 'revision_number': 1, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:36:09Z', 'revision_number': 5, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:36:34.719750 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45300f46-9403-41d5-a87e-22beac67b9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2e6194-31ab-43cb-95d1-c769a88fe11e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:34.763139 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66d11723-31da-48a3-811c-7fbd21e771df req-ceb69d94-9eea-407b-b9b8-9584bda2a78e service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994470 Aug 31 05:36:34.853278 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:34.913774 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c02c7-40fd-409d-a221-650b672d4c9d req-6c8edf2d-f102-45e6-ae4c-880c369d7868 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:34.929965 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-be9c02c7-40fd-409d-a221-650b672d4c9d req-6c8edf2d-f102-45e6-ae4c-880c369d7868 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0764382 Aug 31 05:36:34.980164 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-be9c02c7-40fd-409d-a221-650b672d4c9d req-d9a269bf-35bc-4765-8ac2-fdaa985645cc tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 Aug 31 05:36:35.027176 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc4a1c9-ff49-4501-9e8d-435517b69f53 None None] New status for floating IP e902922f-2410-4436-a3ee-16413442a041: ACTIVE {{(pid=94007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:36:36.114104 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f73bb-d1a2-4a06-96fc-38d2b1a4b03b req-17daf690-c4e6-428b-9199-9df554d87f73 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:36.116343 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a67f73bb-d1a2-4a06-96fc-38d2b1a4b03b req-17daf690-c4e6-428b-9199-9df554d87f73 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0550995 Aug 31 05:36:36.156371 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a67f73bb-d1a2-4a06-96fc-38d2b1a4b03b req-c7c8c8c0-1e46-479f-bf0b-adf703b22bc6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333939 Aug 31 05:36:37.307612 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043edd5-a84b-41d7-82f5-da00fe52b1fb req-9b3cdb10-1b4f-44b0-a3b2-432cacaf48bb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:37.316107 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9043edd5-a84b-41d7-82f5-da00fe52b1fb req-9b3cdb10-1b4f-44b0-a3b2-432cacaf48bb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0852337 Aug 31 05:36:37.367077 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9043edd5-a84b-41d7-82f5-da00fe52b1fb req-61698762-7b43-423a-807e-59507382cebc tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463698 Aug 31 05:36:37.567823 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-8efc09cf-4c3e-426c-81be-1ea26d561489 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:37.569375 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-8efc09cf-4c3e-426c-81be-1ea26d561489 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/networks?id=bbe84905-3ab6-43e0-bd80-358715870242 HTTP/1.1" status: 200 len: 814 time: 0.1182005 Aug 31 05:36:37.585060 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-d893330b-99bf-4458-83bd-ebc58a1fe03a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/quotas/f79cf8f01e8a4c09ba29eaeae6aca7a3 HTTP/1.1" status: 200 len: 375 time: 0.0095007 Aug 31 05:36:37.635055 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-7b2b0e02-ed97-45ed-99ce-a819f5dac713 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f79cf8f01e8a4c09ba29eaeae6aca7a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438325 Aug 31 05:36:37.874507 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-c9d821d9-2970-4f75-96fc-dd7190d4c808 service neutron] 10.222.0.10 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306523 Aug 31 05:36:37.964938 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-db635f0f-7a7b-494b-8490-1db461fee080 service neutron] 10.222.0.10 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836170 Aug 31 05:36:38.135981 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-43197480-b457-46f1-87fe-70f296a0a182 req-a3bdf580-7b4a-4722-9a59-a2d2ca837ec5 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 210 time: 0.0340686 Aug 31 05:36:38.488099 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653ae1f-c95a-4175-8382-0b4c4d3aa149 req-9b3267c7-5895-4ca0-a2ed-1daa0536c2d8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:38.490124 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0653ae1f-c95a-4175-8382-0b4c4d3aa149 req-9b3267c7-5895-4ca0-a2ed-1daa0536c2d8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0500774 Aug 31 05:36:38.528319 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0653ae1f-c95a-4175-8382-0b4c4d3aa149 req-d895e6bf-a4e2-411b-972f-ee7ac6b53c68 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308924 Aug 31 05:36:39.224644 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-8193a335-6732-455c-87ee-a9c6630ed96e tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:39.226382 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-8193a335-6732-455c-87ee-a9c6630ed96e tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "GET /v2.0/networks?id=bbe84905-3ab6-43e0-bd80-358715870242 HTTP/1.1" status: 200 len: 814 time: 0.1127219 Aug 31 05:36:39.240454 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cf27b25d-7e5b-4ecd-92fd-72c63524da7e req-087ac99f-99be-46a3-bae9-d6c24b0e688e tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 210 time: 0.0273793 Aug 31 05:36:39.242981 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-040ae3c1-b9ee-4e25-8e10-9158ad6b6a69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Request body: {'port': {'device_id': '27b08622-9ae5-4c82-84f7-9c81f955e15e', 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242', 'admin_state_up': True, 'tenant_id': 'f79cf8f01e8a4c09ba29eaeae6aca7a3'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:39.372472 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-040ae3c1-b9ee-4e25-8e10-9158ad6b6a69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Made reservation on behalf of f79cf8f01e8a4c09ba29eaeae6aca7a3 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:36:39.376170 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-040ae3c1-b9ee-4e25-8e10-9158ad6b6a69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:39.523429 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-040ae3c1-b9ee-4e25-8e10-9158ad6b6a69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Allocated IP 172.20.0.6 (bbe84905-3ab6-43e0-bd80-358715870242/e53daf4f-035b-4c77-aaf1-31c26b45f1ea/d2547d3b-4821-4735-bd13-e6cd1eccdf12) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:36:39.643764 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b5e37-2422-42f4-9f6b-34e28057135e req-b57e2233-d695-44d9-9840-fe019d26f6fb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:39.645763 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6f9b5e37-2422-42f4-9f6b-34e28057135e req-b57e2233-d695-44d9-9840-fe019d26f6fb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0477650 Aug 31 05:36:39.668682 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-040ae3c1-b9ee-4e25-8e10-9158ad6b6a69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:39.688792 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6f9b5e37-2422-42f4-9f6b-34e28057135e req-828acd4d-73b7-4f7d-bd85-0794a2c30071 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368443 Aug 31 05:36:39.706996 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-040ae3c1-b9ee-4e25-8e10-9158ad6b6a69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:39.722270 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['26fee4d6-0eaf-4baa-9890-0c3b86730663'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:36:39.752970 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-040ae3c1-b9ee-4e25-8e10-9158ad6b6a69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Network bbe84905-3ab6-43e0-bd80-358715870242 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:36:39.758634 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-040ae3c1-b9ee-4e25-8e10-9158ad6b6a69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:36:39.762378 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-040ae3c1-b9ee-4e25-8e10-9158ad6b6a69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:36:39.791762 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ae3c1-b9ee-4e25-8e10-9158ad6b6a69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Pushing event updated for resources: {'Port': ['ID=d2547d3b-4821-4735-bd13-e6cd1eccdf12,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:39.821582 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-040ae3c1-b9ee-4e25-8e10-9158ad6b6a69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:39.822259 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-040ae3c1-b9ee-4e25-8e10-9158ad6b6a69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:39.837702 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-040ae3c1-b9ee-4e25-8e10-9158ad6b6a69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5993981 Aug 31 05:36:39.850850 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Request body: {'port': {'device_id': '27b08622-9ae5-4c82-84f7-9c81f955e15e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:39.911309 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:40.193865 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2547d3b-4821-4735-bd13-e6cd1eccdf12 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:36:40.203592 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:40.217598 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Transition to ACTIVE for port object d2547d3b-4821-4735-bd13-e6cd1eccdf12 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:36:40.221756 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:40.278555 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Pushing event updated for resources: {'Port': ['ID=d2547d3b-4821-4735-bd13-e6cd1eccdf12,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:40.345079 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Attempting to bind port d2547d3b-4821-4735-bd13-e6cd1eccdf12 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:36:40.345415 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Attempting to bind port d2547d3b-4821-4735-bd13-e6cd1eccdf12 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:36:40.345750 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Attempting to bind port d2547d3b-4821-4735-bd13-e6cd1eccdf12 on network bbe84905-3ab6-43e0-bd80-358715870242 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:40.350796 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Port d2547d3b-4821-4735-bd13-e6cd1eccdf12 on network bbe84905-3ab6-43e0-bd80-358715870242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:36:40.351139 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Attempting to bind port d2547d3b-4821-4735-bd13-e6cd1eccdf12 on network bbe84905-3ab6-43e0-bd80-358715870242 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:40.355969 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:36:40.356294 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Checking segment: {'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:36:40.356665 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Bound using segment: {'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:36:40.357087 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Bound port: d2547d3b-4821-4735-bd13-e6cd1eccdf12, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:36:40.357467 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:40.377266 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90ab3e-6768-4667-baf1-0fb2f42bd95f req-411861df-e42d-4844-a7f1-f463e53ffec7 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:40.378776 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7c90ab3e-6768-4667-baf1-0fb2f42bd95f req-411861df-e42d-4844-a7f1-f463e53ffec7 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 943 time: 0.0488825 Aug 31 05:36:40.421730 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7c90ab3e-6768-4667-baf1-0fb2f42bd95f req-e92a51ce-d18a-46f2-8fae-ac0d892e47b6 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363162 Aug 31 05:36:40.436630 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] For port d2547d3b-4821-4735-bd13-e6cd1eccdf12, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:36:40.440784 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] For port d2547d3b-4821-4735-bd13-e6cd1eccdf12, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=d2547d3b-4821-4735-bd13-e6cd1eccdf12,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:36:40.447062 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:40.483292 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:40.483905 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:40.485390 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] 10.222.0.32 "PUT /v2.0/ports/d2547d3b-4821-4735-bd13-e6cd1eccdf12 HTTP/1.1" status: 200 len: 1093 time: 0.6388855 Aug 31 05:36:40.486010 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b08622-9ae5-4c82-84f7-9c81f955e15e', 'tag': 'd2547d3b-4821-4735-bd13-e6cd1eccdf12'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:36:40.488786 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1ea7e3-8764-42fd-a4c3-6a52aab40b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "27b08622-9ae5-4c82-84f7-9c81f955e15e", "tag": "d2547d3b-4821-4735-bd13-e6cd1eccdf12"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:36:40.524116 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0749a50-0e44-44ab-b14e-3e31358fe509 service neutron] Pushing event updated for resources: {'Port': ['ID=d2547d3b-4821-4735-bd13-e6cd1eccdf12,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:40.541836 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b445e8ca-13db-4830-9536-e908952d7a9b x-openstack-request-id: req-b445e8ca-13db-4830-9536-e908952d7a9b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:36:40.542328 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b08622-9ae5-4c82-84f7-9c81f955e15e", "tag": "d2547d3b-4821-4735-bd13-e6cd1eccdf12", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:36:40.542449 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b445e8ca-13db-4830-9536-e908952d7a9b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:36:40.542802 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b08622-9ae5-4c82-84f7-9c81f955e15e', 'tag': 'd2547d3b-4821-4735-bd13-e6cd1eccdf12', 'status': 'completed', 'code': 200} Aug 31 05:36:40.572388 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-9b47edf7-2342-426d-b565-ac3117120ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:40.574834 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-9b47edf7-2342-426d-b565-ac3117120ada service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f79cf8f01e8a4c09ba29eaeae6aca7a3&device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 1096 time: 0.0455961 Aug 31 05:36:40.818539 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-e7140a98-8f05-451c-9297-7226b2562528 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2547d3b-4821-4735-bd13-e6cd1eccdf12 HTTP/1.1" status: 200 len: 217 time: 0.2311387 Aug 31 05:36:40.828396 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48bd6e-6f49-4b39-b2f0-1a4c87e050d9 req-c1dbb3f3-fb54-40d7-bf02-a02401073b5c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:40.829879 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6d48bd6e-6f49-4b39-b2f0-1a4c87e050d9 req-c1dbb3f3-fb54-40d7-bf02-a02401073b5c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0615852 Aug 31 05:36:40.878041 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6d48bd6e-6f49-4b39-b2f0-1a4c87e050d9 req-45b3dbae-8951-43cd-81c9-bcf7c5d3824c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422025 Aug 31 05:36:40.882208 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-933e6065-bf72-4a3e-b6d2-2fd0ffa761de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:40.883719 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-933e6065-bf72-4a3e-b6d2-2fd0ffa761de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e53daf4f-035b-4c77-aaf1-31c26b45f1ea HTTP/1.1" status: 200 len: 854 time: 0.0455446 Aug 31 05:36:40.921274 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-f7084ad4-7b4c-4de3-8a6e-0737e490437c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbe84905-3ab6-43e0-bd80-358715870242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238688 Aug 31 05:36:41.037708 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-b7cebfd8-bab2-4553-a875-d5ac89f1d21b service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961730 Aug 31 05:36:41.140910 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9c9e44a5-70d4-4906-97bd-93c6818cf679 req-9ec8fb37-ba7a-4217-a198-a4694fa27811 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888255 Aug 31 05:36:41.246698 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ea7e3-8764-42fd-a4c3-6a52aab40b9a req-de6240be-6e70-422e-ba00-ec399fc61c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:41.248213 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-de1ea7e3-8764-42fd-a4c3-6a52aab40b9a req-de6240be-6e70-422e-ba00-ec399fc61c8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f79cf8f01e8a4c09ba29eaeae6aca7a3&device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 1096 time: 0.0422621 Aug 31 05:36:41.345459 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ea7e3-8764-42fd-a4c3-6a52aab40b9a req-6da87efe-5203-4720-8386-17ffc8c23056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:41.346921 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-de1ea7e3-8764-42fd-a4c3-6a52aab40b9a req-6da87efe-5203-4720-8386-17ffc8c23056 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bbe84905-3ab6-43e0-bd80-358715870242 HTTP/1.1" status: 200 len: 915 time: 0.0903008 Aug 31 05:36:41.399820 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-de1ea7e3-8764-42fd-a4c3-6a52aab40b9a req-9fb21d16-5ae7-4caf-a33e-043aa4ee443f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2547d3b-4821-4735-bd13-e6cd1eccdf12 HTTP/1.1" status: 200 len: 217 time: 0.0364122 Aug 31 05:36:41.461017 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ea7e3-8764-42fd-a4c3-6a52aab40b9a req-ffca59d5-0b93-4066-b8de-c848a730ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:41.462679 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-de1ea7e3-8764-42fd-a4c3-6a52aab40b9a req-ffca59d5-0b93-4066-b8de-c848a730ea90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e53daf4f-035b-4c77-aaf1-31c26b45f1ea HTTP/1.1" status: 200 len: 854 time: 0.0506480 Aug 31 05:36:41.509878 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-de1ea7e3-8764-42fd-a4c3-6a52aab40b9a req-f90fb874-6795-4499-a243-66225db76072 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbe84905-3ab6-43e0-bd80-358715870242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352869 Aug 31 05:36:41.606505 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62695787-e86b-4421-9ab0-26bc64ef1fb7 req-bc8ed12c-72fc-439f-b5bb-00182abc0929 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:41.623493 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-62695787-e86b-4421-9ab0-26bc64ef1fb7 req-bc8ed12c-72fc-439f-b5bb-00182abc0929 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 943 time: 0.0901070 Aug 31 05:36:41.659288 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-de1ea7e3-8764-42fd-a4c3-6a52aab40b9a req-372c2323-23d4-4f56-842c-4086ff805b69 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353171 Aug 31 05:36:41.662883 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-62695787-e86b-4421-9ab0-26bc64ef1fb7 req-5b641697-9694-4960-82e2-b251c82c55e6 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382841 Aug 31 05:36:41.759077 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-de1ea7e3-8764-42fd-a4c3-6a52aab40b9a req-1ffad9b4-c925-4c20-93c2-50894066fbf4 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903931 Aug 31 05:36:41.992160 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1029a2-f5d1-462d-bfe6-9162972479e8 req-1cb6775d-f4f7-45cd-9c9e-f8e1ec9c333a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:41.993606 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3f1029a2-f5d1-462d-bfe6-9162972479e8 req-1cb6775d-f4f7-45cd-9c9e-f8e1ec9c333a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0487680 Aug 31 05:36:42.030932 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3f1029a2-f5d1-462d-bfe6-9162972479e8 req-bd0505d2-94a8-467b-82eb-91f327404e2f tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312665 Aug 31 05:36:42.551240 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 46844) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:42.668980 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fc9fad1b-4a65-4ddc-93be-4d83f191fbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:42.796420 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fc9fad1b-4a65-4ddc-93be-4d83f191fbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:42.804612 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fc9fad1b-4a65-4ddc-93be-4d83f191fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:42.852431 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fad56-80f1-47a5-8b2b-6974bf77b894 req-2fde4a92-4614-41b2-aaee-8839805f559a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:42.853922 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fb5fad56-80f1-47a5-8b2b-6974bf77b894 req-2fde4a92-4614-41b2-aaee-8839805f559a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 943 time: 0.0913508 Aug 31 05:36:42.865958 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fad1b-4a65-4ddc-93be-4d83f191fbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d72c59a-a826-4aef-a69a-4afd3020c4b1,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:42.878701 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-fc9fad1b-4a65-4ddc-93be-4d83f191fbc2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63d902c7e79f4c6daacdd1c36be739bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237669 Aug 31 05:36:42.878969 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 46866) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:42.904475 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fb5fad56-80f1-47a5-8b2b-6974bf77b894 req-495c45d7-100d-492a-8922-9632e1f9d3ea tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410159 Aug 31 05:36:42.934684 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-384e4d6e-9925-4994-97f0-3a885343f00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:42.955050 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-384e4d6e-9925-4994-97f0-3a885343f00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:43.000646 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-384e4d6e-9925-4994-97f0-3a885343f00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:43.003190 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-384e4d6e-9925-4994-97f0-3a885343f00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:43.004365 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-384e4d6e-9925-4994-97f0-3a885343f00f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d72c59a-a826-4aef-a69a-4afd3020c4b1 HTTP/1.1" status: 204 len: 168 time: 0.1231170 Aug 31 05:36:43.012900 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e4d6e-9925-4994-97f0-3a885343f00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d72c59a-a826-4aef-a69a-4afd3020c4b1,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:43.148788 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d61c80-e377-4b4b-beb0-be7f19ea5db2 req-5c836e3f-3eb6-4823-af96-24b2f6faeadc tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:43.150238 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d0d61c80-e377-4b4b-beb0-be7f19ea5db2 req-5c836e3f-3eb6-4823-af96-24b2f6faeadc tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0481532 Aug 31 05:36:43.191654 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d0d61c80-e377-4b4b-beb0-be7f19ea5db2 req-e89bb983-2686-496f-9433-3da3bcaaa050 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353503 Aug 31 05:36:43.270354 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 46874) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:43.283198 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-77d7659f-0049-4621-b0f7-00bb86a5800f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:43.372898 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-77d7659f-0049-4621-b0f7-00bb86a5800f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:43.376382 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-77d7659f-0049-4621-b0f7-00bb86a5800f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:43.412765 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-77d7659f-0049-4621-b0f7-00bb86a5800f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e26ae41cc09045789133f3b53da81545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413825 Aug 31 05:36:43.413569 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7659f-0049-4621-b0f7-00bb86a5800f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c889857f-04f7-4c13-971f-6378fcd7f461,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:43.416672 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 46876) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:43.464962 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a0f82a98-a076-4d44-8ab4-ed47033d2dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:43.485916 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a0f82a98-a076-4d44-8ab4-ed47033d2dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:43.534860 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a0f82a98-a076-4d44-8ab4-ed47033d2dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:43.537952 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a0f82a98-a076-4d44-8ab4-ed47033d2dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:43.539121 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-a0f82a98-a076-4d44-8ab4-ed47033d2dd8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c889857f-04f7-4c13-971f-6378fcd7f461 HTTP/1.1" status: 204 len: 168 time: 0.1211133 Aug 31 05:36:43.546715 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f82a98-a076-4d44-8ab4-ed47033d2dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c889857f-04f7-4c13-971f-6378fcd7f461,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:44.018949 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe14a9-f8c9-4ccf-a2bc-01a2754b253e req-4509c7e7-afa1-429a-82fb-904aa772a5c5 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:44.020843 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0dbe14a9-f8c9-4ccf-a2bc-01a2754b253e req-4509c7e7-afa1-429a-82fb-904aa772a5c5 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 943 time: 0.0508194 Aug 31 05:36:44.058828 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0dbe14a9-f8c9-4ccf-a2bc-01a2754b253e req-9f2d450f-f823-4dd8-8b6e-fc7781f0c476 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Aug 31 05:36:44.305218 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa25beb-b057-42b4-a208-d72b3954f53e req-0ef03587-8801-4daf-bed2-a84cca5c9bf0 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:44.306712 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2fa25beb-b057-42b4-a208-d72b3954f53e req-0ef03587-8801-4daf-bed2-a84cca5c9bf0 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0494287 Aug 31 05:36:44.347714 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2fa25beb-b057-42b4-a208-d72b3954f53e req-3e441f77-02f5-49e2-b459-e49f2373e1d9 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347154 Aug 31 05:36:45.173932 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81341d-4043-40c0-8221-fa3928077774 req-8065da44-7831-4d7e-b3ff-a108a17a4319 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:45.175373 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4a81341d-4043-40c0-8221-fa3928077774 req-8065da44-7831-4d7e-b3ff-a108a17a4319 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 943 time: 0.0461779 Aug 31 05:36:45.212241 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4a81341d-4043-40c0-8221-fa3928077774 req-210f3456-9168-4bbb-a392-2b6e2e17eb98 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303011 Aug 31 05:36:45.230309 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device d2547d3b-4821-4735-bd13-e6cd1eccdf12 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:36:45.321972 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port d2547d3b-4821-4735-bd13-e6cd1eccdf12, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=d2547d3b-4821-4735-bd13-e6cd1eccdf12,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:45.332919 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': 'd2547d3b-4821-4735-bd13-e6cd1eccdf12', 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242', 'port_id': 'd2547d3b-4821-4735-bd13-e6cd1eccdf12', 'mac_address': 'fa:16:3e:dc:97:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53daf4f-035b-4c77-aaf1-31c26b45f1ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:36:45.371755 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:45.384311 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2547d3b-4821-4735-bd13-e6cd1eccdf12 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:36:45.402948 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port d2547d3b-4821-4735-bd13-e6cd1eccdf12, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=d2547d3b-4821-4735-bd13-e6cd1eccdf12,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:45.407260 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:45.452618 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=d2547d3b-4821-4735-bd13-e6cd1eccdf12,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:45.464331 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca5571-7df3-4803-8172-b3cadb26e689 req-68f72c0e-bd1f-4927-9c6b-fa4db76bf048 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:45.465771 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-aaca5571-7df3-4803-8172-b3cadb26e689 req-68f72c0e-bd1f-4927-9c6b-fa4db76bf048 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0499322 Aug 31 05:36:45.502765 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-aaca5571-7df3-4803-8172-b3cadb26e689 req-03a23dbc-f4fc-42da-8a90-5dab06df7e75 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310328 Aug 31 05:36:46.326869 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d93ac-5ad0-44f4-9d4c-f5f7fca5407e req-58e60719-c21c-4d34-bd41-5c24e3829321 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:46.328372 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-997d93ac-5ad0-44f4-9d4c-f5f7fca5407e req-58e60719-c21c-4d34-bd41-5c24e3829321 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 944 time: 0.0487924 Aug 31 05:36:46.375704 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-997d93ac-5ad0-44f4-9d4c-f5f7fca5407e req-874d7af1-0190-42ae-ad4e-f1a97b8baa9f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 Aug 31 05:36:46.624488 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bd6e9-c69c-4e1d-acc7-6842710a715d req-d3518e46-2c14-4c83-a079-64cdccfc8571 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:46.625856 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b94bd6e9-c69c-4e1d-acc7-6842710a715d req-d3518e46-2c14-4c83-a079-64cdccfc8571 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0479550 Aug 31 05:36:46.662025 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b94bd6e9-c69c-4e1d-acc7-6842710a715d req-2dd413c7-7fb2-4ead-8b04-9a9acf51fdfa tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301800 Aug 31 05:36:46.763452 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['d2547d3b-4821-4735-bd13-e6cd1eccdf12'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:36:47.264360 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe113e3-c016-428a-94b5-f51b597c9599 req-a31d8fd1-44bd-4588-97c2-b9b3b66be777 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:47.265849 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5fe113e3-c016-428a-94b5-f51b597c9599 req-a31d8fd1-44bd-4588-97c2-b9b3b66be777 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0529799 Aug 31 05:36:47.306819 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5fe113e3-c016-428a-94b5-f51b597c9599 req-e8a3b92f-e6d1-4ed3-8613-70058d002605 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327678 Aug 31 05:36:47.487647 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f6f15-2242-4eb5-8d7f-41024af3c141 req-1cc971b8-94fa-4006-8d39-e648eaa47004 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:47.489135 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d07f6f15-2242-4eb5-8d7f-41024af3c141 req-1cc971b8-94fa-4006-8d39-e648eaa47004 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 944 time: 0.0509365 Aug 31 05:36:47.526438 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d07f6f15-2242-4eb5-8d7f-41024af3c141 req-093f4051-4b92-4700-b783-487140d802e0 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309565 Aug 31 05:36:47.786926 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ebe0a-e1b1-4f86-b73a-53f8bc022850 req-24f3e37f-0e57-4281-b73d-4f8f7d236640 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:47.788430 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-218ebe0a-e1b1-4f86-b73a-53f8bc022850 req-24f3e37f-0e57-4281-b73d-4f8f7d236640 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0524759 Aug 31 05:36:47.829354 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-218ebe0a-e1b1-4f86-b73a-53f8bc022850 req-a4728018-a641-4f4f-a730-0111fb2533e3 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Aug 31 05:36:48.439691 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48eb1bd-12e3-4fbc-bd83-9bfae84b836c req-2a8433c3-c938-452f-889c-92ea87ecf1af tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:48.439691 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d48eb1bd-12e3-4fbc-bd83-9bfae84b836c req-2a8433c3-c938-452f-889c-92ea87ecf1af tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0566521 Aug 31 05:36:48.479323 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d48eb1bd-12e3-4fbc-bd83-9bfae84b836c req-f403cdec-d31b-491e-8a04-1cb146b068f6 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340543 Aug 31 05:36:48.638367 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ddabc-ace5-438f-96b5-fe819808cf5c req-2a503eb6-12c9-4580-8d87-1cc891879f83 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:48.639876 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-085ddabc-ace5-438f-96b5-fe819808cf5c req-2a503eb6-12c9-4580-8d87-1cc891879f83 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 944 time: 0.0479143 Aug 31 05:36:48.681754 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-085ddabc-ace5-438f-96b5-fe819808cf5c req-3b6f7738-1462-4e44-b862-46821563e3e1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317221 Aug 31 05:36:48.952200 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1e51b-4b2b-46e0-bf4b-8f36340e7b1d req-0bad7599-9e50-461d-bccf-9e878987eb1d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:48.953698 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-abb1e51b-4b2b-46e0-bf4b-8f36340e7b1d req-0bad7599-9e50-461d-bccf-9e878987eb1d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0508173 Aug 31 05:36:48.994890 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-abb1e51b-4b2b-46e0-bf4b-8f36340e7b1d req-811963b0-1a5d-4300-b326-3e2d2080b9ae tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340369 Aug 31 05:36:49.595281 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eeaf7-bcef-4408-bf72-b3e9950ee444 req-0a60cf59-d04a-457d-b2e4-feb11d255221 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:49.596649 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-913eeaf7-bcef-4408-bf72-b3e9950ee444 req-0a60cf59-d04a-457d-b2e4-feb11d255221 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0504918 Aug 31 05:36:49.632734 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-913eeaf7-bcef-4408-bf72-b3e9950ee444 req-70c68b3e-4a6d-43a9-98a2-6a52b55c99ed tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301466 Aug 31 05:36:49.789763 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30192a-cf02-4f59-b7b5-bf03bac3f8a7 req-eb3ae7f3-986c-40a2-89d7-efaecdcf3298 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:49.791229 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1a30192a-cf02-4f59-b7b5-bf03bac3f8a7 req-eb3ae7f3-986c-40a2-89d7-efaecdcf3298 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 944 time: 0.0485237 Aug 31 05:36:49.827842 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1a30192a-cf02-4f59-b7b5-bf03bac3f8a7 req-1623db9a-df36-490a-aba4-bc6560c0e320 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307193 Aug 31 05:36:50.119229 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87269a59-0ef2-4237-9003-305263c9d91c req-ea189ae4-c387-40c3-ab76-26b0c5dd040a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:50.120678 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-87269a59-0ef2-4237-9003-305263c9d91c req-ea189ae4-c387-40c3-ab76-26b0c5dd040a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0497396 Aug 31 05:36:50.162162 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-87269a59-0ef2-4237-9003-305263c9d91c req-130dd8a2-b189-47b5-b222-f33c614f70f9 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355644 Aug 31 05:36:50.168414 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device d2547d3b-4821-4735-bd13-e6cd1eccdf12 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:36:50.220696 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port d2547d3b-4821-4735-bd13-e6cd1eccdf12 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:36:50.224863 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port d2547d3b-4821-4735-bd13-e6cd1eccdf12 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:36:50.225236 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:50.307389 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:50.329749 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b08622-9ae5-4c82-84f7-9c81f955e15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2547d3b-4821-4735-bd13-e6cd1eccdf12'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:36:50.332139 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf76bcf-10c1-4ac3-b53d-4c672a325c5e" -d '{"events": [{"server_uuid": "27b08622-9ae5-4c82-84f7-9c81f955e15e", "name": "network-vif-plugged", "status": "completed", "tag": "d2547d3b-4821-4735-bd13-e6cd1eccdf12"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:36:50.348726 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port d2547d3b-4821-4735-bd13-e6cd1eccdf12, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=d2547d3b-4821-4735-bd13-e6cd1eccdf12,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:50.352640 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:50.376673 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dc061a-3785-475a-a388-c28d6295191d x-openstack-request-id: req-c7dc061a-3785-475a-a388-c28d6295191d {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:36:50.376964 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b08622-9ae5-4c82-84f7-9c81f955e15e", "name": "network-vif-plugged", "status": "completed", "tag": "d2547d3b-4821-4735-bd13-e6cd1eccdf12", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:36:50.377212 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7dc061a-3785-475a-a388-c28d6295191d {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:36:50.377593 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b08622-9ae5-4c82-84f7-9c81f955e15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2547d3b-4821-4735-bd13-e6cd1eccdf12', 'code': 200} Aug 31 05:36:50.401946 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=d2547d3b-4821-4735-bd13-e6cd1eccdf12,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:50.408711 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:50.409056 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:50.409399 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:50.409728 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:50.410064 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:50.410391 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:50.411415 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:50.411824 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:50.412173 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:50.412499 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:50.412818 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:50.413134 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:50.749123 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0603a-4d80-494f-9c94-2ee191979155 req-3ef4b268-c3fa-4e48-8676-11627340562f tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:50.750815 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4bc0603a-4d80-494f-9c94-2ee191979155 req-3ef4b268-c3fa-4e48-8676-11627340562f tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0517206 Aug 31 05:36:50.789285 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4bc0603a-4d80-494f-9c94-2ee191979155 req-abee5b23-ec3b-4860-8205-137afde3f29c tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310075 Aug 31 05:36:50.937126 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a67d8-24b7-4603-8a7b-4453b98033a3 req-eb38ad10-aa26-40e5-a3e5-4c054bddf441 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:50.938473 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a43a67d8-24b7-4603-8a7b-4453b98033a3 req-eb38ad10-aa26-40e5-a3e5-4c054bddf441 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 945 time: 0.0472114 Aug 31 05:36:50.974857 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a43a67d8-24b7-4603-8a7b-4453b98033a3 req-d72a7ce5-c2e0-4b1e-883c-f7de3ff64d7e tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305493 Aug 31 05:36:51.275229 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379933df-d547-4262-abc5-30f42bbdb1db req-649edb4c-f0c6-43d2-b093-28f536b493e9 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:51.276701 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-379933df-d547-4262-abc5-30f42bbdb1db req-649edb4c-f0c6-43d2-b093-28f536b493e9 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0487742 Aug 31 05:36:51.316566 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-379933df-d547-4262-abc5-30f42bbdb1db req-77c6dfec-0339-404e-828a-f7bb9f23fb63 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337684 Aug 31 05:36:51.369696 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f66adaea-429a-4d49-bff7-0a4941089d94 req-be1fe2ef-2114-41fe-8dc6-4539f334ca11 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512025 Aug 31 05:36:51.509028 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66adaea-429a-4d49-bff7-0a4941089d94 req-5b3c830e-9881-414b-893a-ee511a361f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:51.510321 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f66adaea-429a-4d49-bff7-0a4941089d94 req-5b3c830e-9881-414b-893a-ee511a361f78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f79cf8f01e8a4c09ba29eaeae6aca7a3&device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 1099 time: 0.0582223 Aug 31 05:36:51.512023 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fec532-d96a-4b05-a53f-7e74da36f8af req-9db762a5-847f-4a4c-969e-805fde23793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:51.513356 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-31fec532-d96a-4b05-a53f-7e74da36f8af req-9db762a5-847f-4a4c-969e-805fde23793f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 1098 time: 0.0700934 Aug 31 05:36:51.620303 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-31fec532-d96a-4b05-a53f-7e74da36f8af req-1ec9fa13-973e-41c3-95c9-f7bea6df7dc8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789394 Aug 31 05:36:51.648243 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66adaea-429a-4d49-bff7-0a4941089d94 req-4d32c56a-0467-4024-bb29-e2d1e41bb637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:51.649624 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f66adaea-429a-4d49-bff7-0a4941089d94 req-4d32c56a-0467-4024-bb29-e2d1e41bb637 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bbe84905-3ab6-43e0-bd80-358715870242 HTTP/1.1" status: 200 len: 915 time: 0.1071579 Aug 31 05:36:51.910537 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77e232-45bb-406f-b243-839a75b45104 req-c2eb262d-3b32-47de-8bbb-e3207707bea9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:51.912021 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-aa77e232-45bb-406f-b243-839a75b45104 req-c2eb262d-3b32-47de-8bbb-e3207707bea9 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0527005 Aug 31 05:36:51.916591 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f66adaea-429a-4d49-bff7-0a4941089d94 req-50e41c6c-31df-4c0b-b242-38b5fb854851 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26fee4d6-0eaf-4baa-9890-0c3b86730663 HTTP/1.1" status: 200 len: 217 time: 0.0359588 Aug 31 05:36:51.951188 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-aa77e232-45bb-406f-b243-839a75b45104 req-cc5e5101-e4ab-47a1-9048-0540acba914c tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328064 Aug 31 05:36:51.972270 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66adaea-429a-4d49-bff7-0a4941089d94 req-d3ef88dd-c187-423d-9aef-b9174772fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:51.973819 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f66adaea-429a-4d49-bff7-0a4941089d94 req-d3ef88dd-c187-423d-9aef-b9174772fdfd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e53daf4f-035b-4c77-aaf1-31c26b45f1ea HTTP/1.1" status: 200 len: 854 time: 0.0499201 Aug 31 05:36:52.006084 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f66adaea-429a-4d49-bff7-0a4941089d94 req-cea54740-c188-45dd-b9c3-98be7189859c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbe84905-3ab6-43e0-bd80-358715870242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244517 Aug 31 05:36:52.091043 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069bf86-e5bf-4457-a620-22dd3cb5ec8a req-a355e511-637d-4eaa-9aa3-cb9b7cfcb15c tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:52.092501 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d069bf86-e5bf-4457-a620-22dd3cb5ec8a req-a355e511-637d-4eaa-9aa3-cb9b7cfcb15c tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 945 time: 0.0512333 Aug 31 05:36:52.110306 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f66adaea-429a-4d49-bff7-0a4941089d94 req-96f6593e-09df-4479-a743-ed62e7f1bfc7 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851655 Aug 31 05:36:52.131361 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d069bf86-e5bf-4457-a620-22dd3cb5ec8a req-bb7f580b-2d9f-4d2b-8371-6a245e15cd69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321343 Aug 31 05:36:52.215896 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f66adaea-429a-4d49-bff7-0a4941089d94 req-34d07c0b-567b-4a9e-9a32-267fbd054734 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940819 Aug 31 05:36:52.251660 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47124) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:52.298396 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_v2 [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Deleting subnet 106c7ff3-58cd-4c97-9d32-0c3934e9304a {{(pid=94006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:36:52.302498 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:52.340256 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:52.351245 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:52.433647 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for subnet, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:52.468286 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106c7ff3-58cd-4c97-9d32-0c3934e9304a,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:52.480612 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5985ba-25f1-4271-b3d6-96a00b6baf32 req-10d10a63-34b1-4d8b-b559-6ae01e17adce tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:52.482080 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9d5985ba-25f1-4271-b3d6-96a00b6baf32 req-10d10a63-34b1-4d8b-b559-6ae01e17adce tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0855179 Aug 31 05:36:52.486220 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:52.489889 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/106c7ff3-58cd-4c97-9d32-0c3934e9304a HTTP/1.1" status: 204 len: 168 time: 0.2356639 Aug 31 05:36:52.491674 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 47136) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:52.492660 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.493036 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.493357 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.493693 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.494025 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.494359 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.494732 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.495070 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.495360 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.495684 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.496004 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.496325 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742e4936-cfa0-4114-819e-a77d887e4744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.530113 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9d5985ba-25f1-4271-b3d6-96a00b6baf32 req-fac487b0-9279-4476-ba79-2d50487447b5 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396826 Aug 31 05:36:52.568384 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:52.658721 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:52.669828 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66490b06-1a4e-45f2-897c-1f1bf7be68b1']}} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:52.684835 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306f2163-f917-4e17-8679-088e0aea29a4') {'for_net_delete': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:52.684835 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306f2163-f917-4e17-8679-088e0aea29a4') {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:52.696183 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8893952'] for segment, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:52.711785 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:52.765075 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:36:52.765592 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4119110'] for segment, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: Traceback (most recent call last): Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: timer() Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: cb(*args, **kw) Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: return func(*args, **kwargs) Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: self._notify() Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: self.callback(batched_events) Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: event.method(event) Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: return f(self, *a, **k) Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._get(url).json() Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: return self.request(url, 'GET', **kwargs) Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:36:52.767589 dv-cinder-806559-3-iscsi neutron-server[94005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:36:52.860084 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:52.870796 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c3cfe-921a-402e-8492-68f97328e262 req-ebde4a20-bd20-47f4-a125-481be825622f tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:52.872295 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-321c3cfe-921a-402e-8492-68f97328e262 req-ebde4a20-bd20-47f4-a125-481be825622f tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1506853 Aug 31 05:36:52.885324 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:52.887119 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] 10.222.0.10 "DELETE /v2.0/networks/66490b06-1a4e-45f2-897c-1f1bf7be68b1 HTTP/1.1" status: 204 len: 168 time: 0.3944459 Aug 31 05:36:52.888353 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Pushing event deleted for resources: {'Network': ['ID=66490b06-1a4e-45f2-897c-1f1bf7be68b1,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:52.889942 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47158) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:52.896216 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.896615 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.896956 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.897414 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.897725 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.898061 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.898391 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.898717 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.899044 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.899397 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.899719 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.900064 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d87b2-9dec-464d-a02d-23511281dd4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:36:52.940784 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_v2 [None req-2332d415-13b9-46dd-b444-96df1d699bc4 admin admin] Deleting subnet de08f9a4-7417-450d-878d-922970b82e60 {{(pid=94006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:36:52.944294 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2332d415-13b9-46dd-b444-96df1d699bc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:52.979172 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2332d415-13b9-46dd-b444-96df1d699bc4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:52.984715 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2332d415-13b9-46dd-b444-96df1d699bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:53.061718 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-321c3cfe-921a-402e-8492-68f97328e262 req-4e7ccc82-be11-4045-a2dc-85d4a2f9bb12 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Deleting port eddc02e2-d461-423f-a1ce-0df203346f47 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:36:53.062061 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-321c3cfe-921a-402e-8492-68f97328e262 req-4e7ccc82-be11-4045-a2dc-85d4a2f9bb12 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:53.070438 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2332d415-13b9-46dd-b444-96df1d699bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for subnet, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:53.106765 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332d415-13b9-46dd-b444-96df1d699bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de08f9a4-7417-450d-878d-922970b82e60,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:53.149558 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcae301-447c-4ad1-9485-3f95cc3bf76b req-d2530244-58f1-4da8-a65b-59a2cddda415 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:53.151390 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ffcae301-447c-4ad1-9485-3f95cc3bf76b req-d2530244-58f1-4da8-a65b-59a2cddda415 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1186690 Aug 31 05:36:53.152503 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2332d415-13b9-46dd-b444-96df1d699bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:53.154367 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-2332d415-13b9-46dd-b444-96df1d699bc4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/de08f9a4-7417-450d-878d-922970b82e60 HTTP/1.1" status: 204 len: 168 time: 0.2633841 Aug 31 05:36:53.157037 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47164) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:53.166294 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-321c3cfe-921a-402e-8492-68f97328e262 req-4e7ccc82-be11-4045-a2dc-85d4a2f9bb12 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] For port eddc02e2-d461-423f-a1ce-0df203346f47, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=eddc02e2-d461-423f-a1ce-0df203346f47,segment=NetworkSegment(1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4),segment_id=1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:36:53.166661 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-321c3cfe-921a-402e-8492-68f97328e262 req-4e7ccc82-be11-4045-a2dc-85d4a2f9bb12 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:53.185828 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-321c3cfe-921a-402e-8492-68f97328e262 req-4e7ccc82-be11-4045-a2dc-85d4a2f9bb12 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Calling delete_port for eddc02e2-d461-423f-a1ce-0df203346f47 owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:36:53.277566 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ffcae301-447c-4ad1-9485-3f95cc3bf76b req-3c5216ea-150f-40c8-a7c8-0e5b3fd484c8 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/security-groups?id=09c41e58-e73c-4897-a5a5-cf2a36b4a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102474 Aug 31 05:36:53.299402 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:53.352810 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91009-073a-4c1c-9dce-abec60bb479b req-2d8c9303-456e-449f-879e-178fa1368e51 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:53.354333 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f7e91009-073a-4c1c-9dce-abec60bb479b req-2d8c9303-456e-449f-879e-178fa1368e51 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 945 time: 0.1033053 Aug 31 05:36:53.385149 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-321c3cfe-921a-402e-8492-68f97328e262 req-4e7ccc82-be11-4045-a2dc-85d4a2f9bb12 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:53.398379 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['eddc02e2-d461-423f-a1ce-0df203346f47'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:36:53.414798 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ccc82-be11-4045-a2dc-85d4a2f9bb12 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Pushing event deleted for resources: {'Port': ['ID=eddc02e2-d461-423f-a1ce-0df203346f47,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:53.426510 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:53.443398 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f7e91009-073a-4c1c-9dce-abec60bb479b req-2b4ca14f-571c-4b71-9a70-b53a07c5b1bd tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787020 Aug 31 05:36:53.445345 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:53.445705 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:53.446438 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:53.446766 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:53.447122 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:53.447457 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:53.447793 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:53.448226 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:53.448450 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:53.448758 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:53.503747 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-321c3cfe-921a-402e-8492-68f97328e262 req-4e7ccc82-be11-4045-a2dc-85d4a2f9bb12 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] No DVR routers for this DVR port eddc02e2-d461-423f-a1ce-0df203346f47 on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:36:53.511044 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-321c3cfe-921a-402e-8492-68f97328e262 req-4e7ccc82-be11-4045-a2dc-85d4a2f9bb12 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:53.511044 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-321c3cfe-921a-402e-8492-68f97328e262 req-4e7ccc82-be11-4045-a2dc-85d4a2f9bb12 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.32 "DELETE /v2.0/ports/eddc02e2-d461-423f-a1ce-0df203346f47 HTTP/1.1" status: 204 len: 173 time: 0.6068535 Aug 31 05:36:53.511044 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4944f2b-e0ae-4528-bff1-7df00680e0c4', 'name': 'network-vif-deleted', 'tag': 'eddc02e2-d461-423f-a1ce-0df203346f47'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:36:53.513953 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d35841-d9e3-4b51-a4d4-8be0b3935fbd" -d '{"events": [{"server_uuid": "c4944f2b-e0ae-4528-bff1-7df00680e0c4", "name": "network-vif-deleted", "tag": "eddc02e2-d461-423f-a1ce-0df203346f47"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:36:53.516516 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:53.516767 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:53.517027 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:53.517359 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:36:53.517702 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085a166a-d046-4895-baec-497a9845264f']}} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:53.536786 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400f68a6-4a64-43aa-8b8c-2cb90203b550') {'for_net_delete': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:53.537188 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400f68a6-4a64-43aa-8b8c-2cb90203b550') {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:53.551030 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3278b75a-8328-43c1-bffd-3be24fb8dfa9 x-openstack-request-id: req-3278b75a-8328-43c1-bffd-3be24fb8dfa9 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:36:53.551420 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4944f2b-e0ae-4528-bff1-7df00680e0c4", "name": "network-vif-deleted", "tag": "eddc02e2-d461-423f-a1ce-0df203346f47", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:36:53.551747 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3278b75a-8328-43c1-bffd-3be24fb8dfa9 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:36:53.552749 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4944f2b-e0ae-4528-bff1-7df00680e0c4', 'name': 'network-vif-deleted', 'tag': 'eddc02e2-d461-423f-a1ce-0df203346f47', 'status': 'completed', 'code': 200} Aug 31 05:36:53.559057 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280603'] for segment, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:53.581002 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:53.590591 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:36:53.591212 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4057184'] for segment, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: from cryptography.utils import int_from_bytes Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: from cryptography.utils import int_from_bytes Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: Traceback (most recent call last): Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: timer() Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: cb(*args, **kw) Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: return func(*args, **kwargs) Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: self._notify() Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: self.callback(batched_events) Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: event.method(event) Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: return f(self, *a, **k) Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._get(url).json() Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: return self.request(url, 'GET', **kwargs) Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:36:53.595577 dv-cinder-806559-3-iscsi neutron-server[94006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:36:53.675425 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:53.698423 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:53.700707 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/085a166a-d046-4895-baec-497a9845264f HTTP/1.1" status: 204 len: 168 time: 0.5424385 Aug 31 05:36:53.703650 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a63d5b-67a2-4b9f-9b98-bfd48ecd36f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=085a166a-d046-4895-baec-497a9845264f,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:53.722194 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f323bf2-25fe-4a6c-b0ee-bac69933736e req-e5018fa0-2527-4fa8-b49a-570aa49a7743 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:53.723887 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3f323bf2-25fe-4a6c-b0ee-bac69933736e req-e5018fa0-2527-4fa8-b49a-570aa49a7743 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0749416 Aug 31 05:36:53.770037 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3f323bf2-25fe-4a6c-b0ee-bac69933736e req-3198c50c-69eb-4eb7-86a2-5cadd64443fc tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342319 Aug 31 05:36:53.894528 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47196) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:53.951352 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ee27efc1-3147-4dea-a185-1b2e9742ab3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6f15370759b4a4f8296397e638520f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505264 Aug 31 05:36:53.951352 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47200) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:54.033804 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-188988f5-430d-4a6e-9751-7b568faf27e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:54.063384 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-188988f5-430d-4a6e-9751-7b568faf27e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:54.131624 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-188988f5-430d-4a6e-9751-7b568faf27e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:54.134484 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-188988f5-430d-4a6e-9751-7b568faf27e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:54.135736 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-188988f5-430d-4a6e-9751-7b568faf27e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92f62d27-43c1-4192-b021-69224b9bf288 HTTP/1.1" status: 204 len: 168 time: 0.1856329 Aug 31 05:36:54.149120 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188988f5-430d-4a6e-9751-7b568faf27e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f62d27-43c1-4192-b021-69224b9bf288,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:54.504387 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47224) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:54.545615 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:54.583259 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-57d4d85e-691f-4987-8482-d886233c0a74 req-c676e51b-c763-4d04-90de-06c090d47bc6 tempest-DeleteServersTestJSON-370997270 tempest-DeleteServersTestJSON-370997270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4944f2b-e0ae-4528-bff1-7df00680e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0342441 Aug 31 05:36:54.586049 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-9eb556d1-01f1-4dc7-8d79-cb205716a401 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ef776bdd10b41c2b106be1df4d01eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0805609 Aug 31 05:36:54.588884 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47228) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:54.658719 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-73e22a75-26fe-47c3-9418-f3dfb3f4c27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:54.681652 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-73e22a75-26fe-47c3-9418-f3dfb3f4c27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:54.730832 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-73e22a75-26fe-47c3-9418-f3dfb3f4c27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:54.733321 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-73e22a75-26fe-47c3-9418-f3dfb3f4c27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:54.734473 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-73e22a75-26fe-47c3-9418-f3dfb3f4c27b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0301986a-c8a9-4878-8fa1-d812f94863ea HTTP/1.1" status: 204 len: 168 time: 0.1446486 Aug 31 05:36:54.742679 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e22a75-26fe-47c3-9418-f3dfb3f4c27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0301986a-c8a9-4878-8fa1-d812f94863ea,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:54.892270 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784ae1d-9437-4691-b054-d2faf80c703e req-b3f2c82d-58cd-465f-b175-7d046521fcc4 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:54.895522 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7784ae1d-9437-4691-b054-d2faf80c703e req-b3f2c82d-58cd-465f-b175-7d046521fcc4 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0541306 Aug 31 05:36:54.941589 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7784ae1d-9437-4691-b054-d2faf80c703e req-fcd0d213-1dcf-4778-8fd2-1283a8e718f7 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 Aug 31 05:36:55.604169 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-33ef8c5e-631d-406c-9ba8-d24d64b8d4cc tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:55.605906 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-33ef8c5e-631d-406c-9ba8-d24d64b8d4cc tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/networks?id=bbe84905-3ab6-43e0-bd80-358715870242 HTTP/1.1" status: 200 len: 814 time: 0.1348188 Aug 31 05:36:55.637843 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5ec0cf7a-551e-4f21-8f60-b358ccbc4fd1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/quotas/f79cf8f01e8a4c09ba29eaeae6aca7a3 HTTP/1.1" status: 200 len: 375 time: 0.0229268 Aug 31 05:36:55.699295 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-a338e4d2-1b07-4c1d-b20d-81fde56a41ea tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f79cf8f01e8a4c09ba29eaeae6aca7a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602958 Aug 31 05:36:55.807679 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-326a6806-c2a4-40f4-987a-72f8d2a7a609 service neutron] 10.222.0.10 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070614 Aug 31 05:36:55.906618 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-10829e19-d7ee-4529-bdae-04e3ecfc6e60 service neutron] 10.222.0.10 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894997 Aug 31 05:36:55.920869 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 47362) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:56.062710 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbf6e-f694-4a51-b841-5c87096203cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:56.195055 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1c2df-e710-4362-a00b-b2baa4bfba14 req-d15658f8-aeb3-49aa-9ba6-9f616c22f78a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:56.202606 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c4a1c2df-e710-4362-a00b-b2baa4bfba14 req-d15658f8-aeb3-49aa-9ba6-9f616c22f78a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.1325932 Aug 31 05:36:56.207928 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbf6e-f694-4a51-b841-5c87096203cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:56.213956 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbf6e-f694-4a51-b841-5c87096203cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:56.251195 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9924083e-8557-448e-a267-c4c09a8de5c1 req-82a8f484-a3b4-4683-a3be-52612cc065fe tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 210 time: 0.0451794 Aug 31 05:36:56.266253 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dbf6e-f694-4a51-b841-5c87096203cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c82df5-13f5-476f-9ec0-24f21fc90f90,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:56.278479 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-cc8dbf6e-f694-4a51-b841-5c87096203cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c66b3c41a0354c5f96f41dadf75d433c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558052 Aug 31 05:36:56.279080 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 47384) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:56.300430 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c4a1c2df-e710-4362-a00b-b2baa4bfba14 req-c6d8bd21-12e4-4387-81e8-9ef0e43cdd0d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862787 Aug 31 05:36:56.354641 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-febf4fe1-bb44-442b-936e-8af8e195d615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:56.382124 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-febf4fe1-bb44-442b-936e-8af8e195d615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:56.460444 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-febf4fe1-bb44-442b-936e-8af8e195d615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:56.463673 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-febf4fe1-bb44-442b-936e-8af8e195d615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:56.467296 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-febf4fe1-bb44-442b-936e-8af8e195d615 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8c82df5-13f5-476f-9ec0-24f21fc90f90 HTTP/1.1" status: 204 len: 168 time: 0.1848648 Aug 31 05:36:56.475712 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf4fe1-bb44-442b-936e-8af8e195d615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c82df5-13f5-476f-9ec0-24f21fc90f90,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:56.896859 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 47412) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:56.911536 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4656ca8f-a322-4080-b3de-58905e1e3f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:57.013759 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4656ca8f-a322-4080-b3de-58905e1e3f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:57.018087 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4656ca8f-a322-4080-b3de-58905e1e3f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:57.062026 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47416) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:57.062575 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-4656ca8f-a322-4080-b3de-58905e1e3f36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cab1d8bd96a642ada6a913345de88ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641767 Aug 31 05:36:57.062822 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656ca8f-a322-4080-b3de-58905e1e3f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fca31dc-9686-4c94-b9ef-7ac6a51c0cab,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:57.126423 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ab1e2714-fe5f-4490-8b4c-8aeee8b55d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:57.147052 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ab1e2714-fe5f-4490-8b4c-8aeee8b55d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:57.201696 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ab1e2714-fe5f-4490-8b4c-8aeee8b55d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:57.204199 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ab1e2714-fe5f-4490-8b4c-8aeee8b55d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:57.205327 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ab1e2714-fe5f-4490-8b4c-8aeee8b55d0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fca31dc-9686-4c94-b9ef-7ac6a51c0cab HTTP/1.1" status: 204 len: 168 time: 0.1411376 Aug 31 05:36:57.214551 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e2714-fe5f-4490-8b4c-8aeee8b55d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fca31dc-9686-4c94-b9ef-7ac6a51c0cab,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:57.248871 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 47428) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:57.253186 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device eddc02e2-d461-423f-a1ce-0df203346f47 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:36:57.272753 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: eddc02e2-d461-423f-a1ce-0df203346f47 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:36:57.273324 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device eddc02e2-d461-423f-a1ce-0df203346f47 not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:36:57.304226 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f4ee67-fc49-4fe2-b101-790d7d6d490d admin admin] Deleting subnet e4ea9783-ec14-4e69-b40e-7e828b62337a {{(pid=94005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:36:57.315192 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-21f4ee67-fc49-4fe2-b101-790d7d6d490d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:57.365127 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-21f4ee67-fc49-4fe2-b101-790d7d6d490d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8894011'] for subnet, precommit_delete_associations {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:57.401075 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-598b57b0-2a9b-417d-a994-e394442e9719 req-2effe81a-3aa7-4c42-9091-d3bdbc79e6ac tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 210 time: 0.0420845 Aug 31 05:36:57.472925 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867cc08-2ee8-4188-9fba-fedf660d0953 req-acdf258c-2d32-4b6c-b994-ca8ac5e04d4a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:57.474630 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b867cc08-2ee8-4188-9fba-fedf660d0953 req-acdf258c-2d32-4b6c-b994-ca8ac5e04d4a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0717857 Aug 31 05:36:57.529232 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b867cc08-2ee8-4188-9fba-fedf660d0953 req-aeaa5f22-ed2b-43c7-87cd-4c02870e3ba6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421062 Aug 31 05:36:57.531143 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-21f4ee67-fc49-4fe2-b101-790d7d6d490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:57.614203 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-f907de53-f8c4-4a6f-b0a9-ff78e2fff5d1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:57.614203 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-f907de53-f8c4-4a6f-b0a9-ff78e2fff5d1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "GET /v2.0/networks?id=bbe84905-3ab6-43e0-bd80-358715870242 HTTP/1.1" status: 200 len: 814 time: 0.2395084 Aug 31 05:36:57.628566 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-21f4ee67-fc49-4fe2-b101-790d7d6d490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4119292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9430040'] for subnet, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:57.640751 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-9ee277a7-e5a2-4b73-89d9-51963a8b9e75 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Request body: {'port': {'device_id': '98e55723-4b87-4923-b07a-d40d80f36083', 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242', 'admin_state_up': True, 'tenant_id': 'f79cf8f01e8a4c09ba29eaeae6aca7a3'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:57.703572 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4ee67-fc49-4fe2-b101-790d7d6d490d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ea9783-ec14-4e69-b40e-7e828b62337a,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:57.708671 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-21f4ee67-fc49-4fe2-b101-790d7d6d490d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:57.710074 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-21f4ee67-fc49-4fe2-b101-790d7d6d490d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e4ea9783-ec14-4e69-b40e-7e828b62337a HTTP/1.1" status: 204 len: 168 time: 0.4602222 Aug 31 05:36:57.712713 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47450) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:57.785130 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d84c78b7-810a-4ac6-b635-226f75d7a390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:57.789497 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-9ee277a7-e5a2-4b73-89d9-51963a8b9e75 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Made reservation on behalf of f79cf8f01e8a4c09ba29eaeae6aca7a3 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:36:57.795845 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-9ee277a7-e5a2-4b73-89d9-51963a8b9e75 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:57.939262 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-9ee277a7-e5a2-4b73-89d9-51963a8b9e75 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Allocated IP 172.20.0.3 (bbe84905-3ab6-43e0-bd80-358715870242/e53daf4f-035b-4c77-aaf1-31c26b45f1ea/35885003-68bf-4f40-9ebd-6f9a1076b187) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:36:58.030132 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d84c78b7-810a-4ac6-b635-226f75d7a390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:58.040911 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-d84c78b7-810a-4ac6-b635-226f75d7a390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd']}} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:58.052175 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-d84c78b7-810a-4ac6-b635-226f75d7a390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4') {'for_net_delete': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:58.052472 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-d84c78b7-810a-4ac6-b635-226f75d7a390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc9a5f0-6268-4b1e-be36-f0aeb3c1f4b4') {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:36:58.061667 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d84c78b7-810a-4ac6-b635-226f75d7a390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280603'] for segment, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:58.076125 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d84c78b7-810a-4ac6-b635-226f75d7a390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:58.082666 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84c78b7-810a-4ac6-b635-226f75d7a390 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:36:58.083054 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d84c78b7-810a-4ac6-b635-226f75d7a390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4057184'] for segment, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:58.118179 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-9ee277a7-e5a2-4b73-89d9-51963a8b9e75 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: Traceback (most recent call last): Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: timer() Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: cb(*args, **kw) Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: return func(*args, **kwargs) Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: self._notify() Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: self.callback(batched_events) Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: event.method(event) Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: return f(self, *a, **k) Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._get(url).json() Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: return self.request(url, 'GET', **kwargs) Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:36:58.138261 dv-cinder-806559-3-iscsi neutron-server[94006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:36:58.141222 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d84c78b7-810a-4ac6-b635-226f75d7a390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:58.150737 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d84c78b7-810a-4ac6-b635-226f75d7a390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:58.155319 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-d84c78b7-810a-4ac6-b635-226f75d7a390 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd HTTP/1.1" status: 204 len: 168 time: 0.4392550 Aug 31 05:36:58.170598 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-9ee277a7-e5a2-4b73-89d9-51963a8b9e75 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:58.173496 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c78b7-810a-4ac6-b635-226f75d7a390 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d28a4db-b1d7-4bd4-9ad0-6fd05519b1fd,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:58.186043 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['26fee4d6-0eaf-4baa-9890-0c3b86730663', 'd2547d3b-4821-4735-bd13-e6cd1eccdf12'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:36:58.265573 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-9ee277a7-e5a2-4b73-89d9-51963a8b9e75 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Network bbe84905-3ab6-43e0-bd80-358715870242 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:36:58.273656 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-9ee277a7-e5a2-4b73-89d9-51963a8b9e75 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:36:58.277029 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-9ee277a7-e5a2-4b73-89d9-51963a8b9e75 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:36:58.282045 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee277a7-e5a2-4b73-89d9-51963a8b9e75 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Pushing event updated for resources: {'Port': ['ID=35885003-68bf-4f40-9ebd-6f9a1076b187,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:58.340064 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-9ee277a7-e5a2-4b73-89d9-51963a8b9e75 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:58.340741 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-9ee277a7-e5a2-4b73-89d9-51963a8b9e75 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:58.377124 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-9ee277a7-e5a2-4b73-89d9-51963a8b9e75 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7448847 Aug 31 05:36:58.393266 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Request body: {'port': {'device_id': '98e55723-4b87-4923-b07a-d40d80f36083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:36:58.437815 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47476) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:58.551331 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-d2290578-d7fa-40bb-bd23-3d7e81002b80 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7cbee29346674fe4b63264c04ea21dbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1121099 Aug 31 05:36:58.552222 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47480) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:36:58.600125 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47275e-377e-457e-935c-a65ebc9c7f38 req-9eb5bedc-94df-408e-bd48-4b698bb37fac tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:58.613299 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2f47275e-377e-457e-935c-a65ebc9c7f38 req-9eb5bedc-94df-408e-bd48-4b698bb37fac tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 931 time: 0.1206887 Aug 31 05:36:58.788579 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7f4f200c-cd05-4ab0-8c64-11764d6a17bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:58.807661 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2f47275e-377e-457e-935c-a65ebc9c7f38 req-bb007a6b-cc03-4c4a-ba43-38b3f1ac9f76 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933784 Aug 31 05:36:58.822327 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7f4f200c-cd05-4ab0-8c64-11764d6a17bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:58.846476 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c791c-2481-41c2-8bcc-51e267af7e0f req-b0f11fa9-f5cb-42a1-8450-a7fe5a2ac60b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:58.848263 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ab3c791c-2481-41c2-8bcc-51e267af7e0f req-b0f11fa9-f5cb-42a1-8450-a7fe5a2ac60b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.1857231 Aug 31 05:36:58.870193 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:58.921208 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ab3c791c-2481-41c2-8bcc-51e267af7e0f req-79e6d594-77e2-43b3-86e8-dc1198a485ea tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601804 Aug 31 05:36:58.934691 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7f4f200c-cd05-4ab0-8c64-11764d6a17bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:58.937339 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7f4f200c-cd05-4ab0-8c64-11764d6a17bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:58.938465 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-7f4f200c-cd05-4ab0-8c64-11764d6a17bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09c41e58-e73c-4897-a5a5-cf2a36b4a030 HTTP/1.1" status: 204 len: 168 time: 0.3843472 Aug 31 05:36:58.953402 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f200c-cd05-4ab0-8c64-11764d6a17bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c41e58-e73c-4897-a5a5-cf2a36b4a030,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:59.189919 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35885003-68bf-4f40-9ebd-6f9a1076b187 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:36:59.199179 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:59.212281 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Transition to ACTIVE for port object 35885003-68bf-4f40-9ebd-6f9a1076b187 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:36:59.221537 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:59.279036 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Pushing event updated for resources: {'Port': ['ID=35885003-68bf-4f40-9ebd-6f9a1076b187,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:59.361953 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Attempting to bind port 35885003-68bf-4f40-9ebd-6f9a1076b187 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:36:59.362298 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Attempting to bind port 35885003-68bf-4f40-9ebd-6f9a1076b187 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:36:59.362888 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Attempting to bind port 35885003-68bf-4f40-9ebd-6f9a1076b187 on network bbe84905-3ab6-43e0-bd80-358715870242 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:59.367712 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Port 35885003-68bf-4f40-9ebd-6f9a1076b187 on network bbe84905-3ab6-43e0-bd80-358715870242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:36:59.368039 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Attempting to bind port 35885003-68bf-4f40-9ebd-6f9a1076b187 on network bbe84905-3ab6-43e0-bd80-358715870242 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:36:59.373489 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:36:59.373951 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Checking segment: {'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:36:59.374426 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Bound using segment: {'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:36:59.375011 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Bound port: 35885003-68bf-4f40-9ebd-6f9a1076b187, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:36:59.375448 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:59.441300 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] For port 35885003-68bf-4f40-9ebd-6f9a1076b187, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:36:59.444944 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] For port 35885003-68bf-4f40-9ebd-6f9a1076b187, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=35885003-68bf-4f40-9ebd-6f9a1076b187,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:36:59.449268 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:59.495563 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:59.496191 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:59.497599 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] 10.222.0.32 "PUT /v2.0/ports/35885003-68bf-4f40-9ebd-6f9a1076b187 HTTP/1.1" status: 200 len: 1093 time: 1.1097946 Aug 31 05:36:59.498040 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e55723-4b87-4923-b07a-d40d80f36083', 'tag': '35885003-68bf-4f40-9ebd-6f9a1076b187'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:36:59.504502 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57562b41-0520-43c9-9326-3860a8c4998f" -d '{"events": [{"name": "network-changed", "server_uuid": "98e55723-4b87-4923-b07a-d40d80f36083", "tag": "35885003-68bf-4f40-9ebd-6f9a1076b187"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:36:59.545281 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-dd774235-5ee5-4187-be9c-754ab3b95620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:59.568600 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22c1627-503a-419b-b5a0-3b62fd2eb050 x-openstack-request-id: req-c22c1627-503a-419b-b5a0-3b62fd2eb050 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:36:59.569019 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e55723-4b87-4923-b07a-d40d80f36083", "tag": "35885003-68bf-4f40-9ebd-6f9a1076b187", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:36:59.569237 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c22c1627-503a-419b-b5a0-3b62fd2eb050 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:36:59.569884 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e55723-4b87-4923-b07a-d40d80f36083', 'tag': '35885003-68bf-4f40-9ebd-6f9a1076b187', 'status': 'completed', 'code': 200} Aug 31 05:36:59.573905 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6935a6-a20c-4388-add7-4fdb65d22204 service neutron] Pushing event updated for resources: {'Port': ['ID=35885003-68bf-4f40-9ebd-6f9a1076b187,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:36:59.626683 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-58146f5f-ae63-4c74-b3ac-0c3edd76e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:59.628443 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-58146f5f-ae63-4c74-b3ac-0c3edd76e7f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f79cf8f01e8a4c09ba29eaeae6aca7a3&device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 1096 time: 0.0741234 Aug 31 05:36:59.677530 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-80348ccc-54e3-40ca-9e19-10ac9258231e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35885003-68bf-4f40-9ebd-6f9a1076b187 HTTP/1.1" status: 200 len: 217 time: 0.0391243 Aug 31 05:36:59.733762 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-fb4ea6be-8ee8-457b-a8cb-225de7fbaf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:59.735619 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-fb4ea6be-8ee8-457b-a8cb-225de7fbaf00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e53daf4f-035b-4c77-aaf1-31c26b45f1ea HTTP/1.1" status: 200 len: 854 time: 0.0498183 Aug 31 05:36:59.793419 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-473fd25b-9bbc-4f7c-b76c-37db034ba3df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbe84905-3ab6-43e0-bd80-358715870242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415359 Aug 31 05:36:59.921272 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-599f9c86-d5ad-4c3f-ad4d-7a084fc6bd51 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179097 Aug 31 05:36:59.988089 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa93cb-a9d6-4334-a9c1-7ab9e134ad53 req-526b796b-45f6-4ed3-8480-128e26ec7563 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:36:59.990763 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2cfa93cb-a9d6-4334-a9c1-7ab9e134ad53 req-526b796b-45f6-4ed3-8480-128e26ec7563 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 943 time: 0.0837700 Aug 31 05:37:00.049799 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9338a5c3-306f-4a62-af45-59f9fb8fef61 req-2382d2e6-260a-4d44-b7dc-0b45fddc9e98 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161399 Aug 31 05:37:00.083332 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2cfa93cb-a9d6-4334-a9c1-7ab9e134ad53 req-3845d016-c07b-48b2-a562-d11262a02e98 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865293 Aug 31 05:37:00.117636 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8b8ce-422a-49b5-a40e-2dca86f5a9e4 req-27b9958b-dcf3-4dd3-936c-d89e107ea022 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:00.119183 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cee8b8ce-422a-49b5-a40e-2dca86f5a9e4 req-27b9958b-dcf3-4dd3-936c-d89e107ea022 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0735073 Aug 31 05:37:00.181175 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cee8b8ce-422a-49b5-a40e-2dca86f5a9e4 req-7b8bc6ec-2b42-4167-9112-8a101f6bb6c5 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511789 Aug 31 05:37:00.188112 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57562b41-0520-43c9-9326-3860a8c4998f req-d1189f18-6508-4933-b2ba-482c55159986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:00.189703 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-57562b41-0520-43c9-9326-3860a8c4998f req-d1189f18-6508-4933-b2ba-482c55159986 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f79cf8f01e8a4c09ba29eaeae6aca7a3&device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 1096 time: 0.0624435 Aug 31 05:37:00.315923 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57562b41-0520-43c9-9326-3860a8c4998f req-df95bd0b-9543-4390-8175-5ebab560befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:00.318043 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-57562b41-0520-43c9-9326-3860a8c4998f req-df95bd0b-9543-4390-8175-5ebab560befb service neutron] 10.222.0.32 "GET /v2.0/networks?id=bbe84905-3ab6-43e0-bd80-358715870242 HTTP/1.1" status: 200 len: 915 time: 0.1194592 Aug 31 05:37:00.377967 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-57562b41-0520-43c9-9326-3860a8c4998f req-46da3d0f-5c79-47fc-8b92-9480adf63298 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35885003-68bf-4f40-9ebd-6f9a1076b187 HTTP/1.1" status: 200 len: 217 time: 0.0406625 Aug 31 05:37:00.436741 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57562b41-0520-43c9-9326-3860a8c4998f req-036f7b7b-26ab-4dcf-8e8f-cf440a922537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:00.438199 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-57562b41-0520-43c9-9326-3860a8c4998f req-036f7b7b-26ab-4dcf-8e8f-cf440a922537 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e53daf4f-035b-4c77-aaf1-31c26b45f1ea HTTP/1.1" status: 200 len: 854 time: 0.0458069 Aug 31 05:37:00.472297 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-57562b41-0520-43c9-9326-3860a8c4998f req-477c707d-0060-4e68-a45e-660a2b0ab9f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbe84905-3ab6-43e0-bd80-358715870242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231051 Aug 31 05:37:00.576538 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-57562b41-0520-43c9-9326-3860a8c4998f req-5ee77157-5800-4032-bfbd-c17fa0e87653 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812521 Aug 31 05:37:00.672907 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-57562b41-0520-43c9-9326-3860a8c4998f req-0c17955e-ce49-4416-8222-bbfc7e248e69 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872207 Aug 31 05:37:01.202557 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fecd1a-00d2-472b-80b1-93f06c3f0240 req-801fe3e4-b47a-4559-8c34-cf461c86a9e1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:01.204103 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-24fecd1a-00d2-472b-80b1-93f06c3f0240 req-801fe3e4-b47a-4559-8c34-cf461c86a9e1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 943 time: 0.0513728 Aug 31 05:37:01.244598 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-24fecd1a-00d2-472b-80b1-93f06c3f0240 req-f8f121f5-8b98-4c5a-9fc6-a36d796ec320 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333743 Aug 31 05:37:01.315463 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c9d17-c22a-491e-83ef-c0271b485d61 req-2bd5242d-4885-4dc1-ac35-ba233e8de00a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:01.317181 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a74c9d17-c22a-491e-83ef-c0271b485d61 req-2bd5242d-4885-4dc1-ac35-ba233e8de00a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0514011 Aug 31 05:37:01.356553 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a74c9d17-c22a-491e-83ef-c0271b485d61 req-a18a1638-fc64-42e3-bdbc-2656aa2ded3d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316198 Aug 31 05:37:01.875832 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-32c9fb65-ee88-4b94-9e86-f8a8dd6b97b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:02.334961 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:02.367226 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34580e4-0311-4e5a-a9ea-2913b5e8eaf7 req-af4ff2f2-6dea-403d-be85-82a3fd0ba5da tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:02.368852 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f34580e4-0311-4e5a-a9ea-2913b5e8eaf7 req-af4ff2f2-6dea-403d-be85-82a3fd0ba5da tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 943 time: 0.0519242 Aug 31 05:37:02.418874 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f34580e4-0311-4e5a-a9ea-2913b5e8eaf7 req-9eb26416-e062-4bf7-a5a1-c93c674860d2 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Aug 31 05:37:02.441195 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47660) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:02.497956 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d71efa-1ae1-48a0-96a0-0bf19e73500f req-8d4a892f-b636-44e6-acfa-037dc6fb0787 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:02.499495 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-81d71efa-1ae1-48a0-96a0-0bf19e73500f req-8d4a892f-b636-44e6-acfa-037dc6fb0787 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0521514 Aug 31 05:37:02.556162 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-81d71efa-1ae1-48a0-96a0-0bf19e73500f req-34153b9f-1a54-492e-a62f-21fc0dbdbd69 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473847 Aug 31 05:37:02.557249 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-985d3538-59ff-4a77-929c-e88f942cb4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:02.649033 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-985d3538-59ff-4a77-929c-e88f942cb4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:02.652783 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-985d3538-59ff-4a77-929c-e88f942cb4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:02.688834 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-985d3538-59ff-4a77-929c-e88f942cb4d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73d575fb3b984d26aab8312a5d594946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465708 Aug 31 05:37:02.690008 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d3538-59ff-4a77-929c-e88f942cb4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37ca57f-0136-4927-8f7f-c89b59719b1a,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:02.691505 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 47666) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:02.741317 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-14a08595-e34d-46a7-ba3c-84afff09e5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:02.762873 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-14a08595-e34d-46a7-ba3c-84afff09e5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:02.808990 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-14a08595-e34d-46a7-ba3c-84afff09e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:02.813305 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-14a08595-e34d-46a7-ba3c-84afff09e5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:02.813305 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-14a08595-e34d-46a7-ba3c-84afff09e5e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f37ca57f-0136-4927-8f7f-c89b59719b1a HTTP/1.1" status: 204 len: 168 time: 0.1199038 Aug 31 05:37:02.822144 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a08595-e34d-46a7-ba3c-84afff09e5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37ca57f-0136-4927-8f7f-c89b59719b1a,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:03.132743 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47694) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:03.147011 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8b1ab82a-f7c5-4003-b4f1-c72cc65ddcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:03.241995 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8b1ab82a-f7c5-4003-b4f1-c72cc65ddcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:03.247341 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8b1ab82a-f7c5-4003-b4f1-c72cc65ddcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:03.281284 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 35885003-68bf-4f40-9ebd-6f9a1076b187 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:37:03.294185 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-8b1ab82a-f7c5-4003-b4f1-c72cc65ddcca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=462f6c8aa2034efabe7888a84fa6efe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603467 Aug 31 05:37:03.295142 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ab82a-f7c5-4003-b4f1-c72cc65ddcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb63f9f1-cd90-4e33-b59c-b238775c63fb,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:03.297468 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47698) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:03.313490 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:03.371351 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-46e218c0-8dee-414b-8318-b39717a42a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:03.396774 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-46e218c0-8dee-414b-8318-b39717a42a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:03.422504 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 35885003-68bf-4f40-9ebd-6f9a1076b187, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=35885003-68bf-4f40-9ebd-6f9a1076b187,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:37:03.435355 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '35885003-68bf-4f40-9ebd-6f9a1076b187', 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242', 'port_id': '35885003-68bf-4f40-9ebd-6f9a1076b187', 'mac_address': 'fa:16:3e:0b:e5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53daf4f-035b-4c77-aaf1-31c26b45f1ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:37:03.452991 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-46e218c0-8dee-414b-8318-b39717a42a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:03.457833 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-46e218c0-8dee-414b-8318-b39717a42a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:03.457979 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-46e218c0-8dee-414b-8318-b39717a42a4c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb63f9f1-cd90-4e33-b59c-b238775c63fb HTTP/1.1" status: 204 len: 168 time: 0.1464720 Aug 31 05:37:03.468602 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e218c0-8dee-414b-8318-b39717a42a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb63f9f1-cd90-4e33-b59c-b238775c63fb,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:03.490148 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:03.503891 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35885003-68bf-4f40-9ebd-6f9a1076b187 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:37:03.525784 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 35885003-68bf-4f40-9ebd-6f9a1076b187, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=35885003-68bf-4f40-9ebd-6f9a1076b187,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:37:03.529156 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:03.549748 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac48e0d-94e6-46bf-ac16-64e49650db0f req-1f08ac3d-ac35-4a1a-8fa1-9019409caa8f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:03.551317 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fac48e0d-94e6-46bf-ac16-64e49650db0f req-1f08ac3d-ac35-4a1a-8fa1-9019409caa8f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 943 time: 0.0539920 Aug 31 05:37:03.591003 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=35885003-68bf-4f40-9ebd-6f9a1076b187,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:03.597127 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fac48e0d-94e6-46bf-ac16-64e49650db0f req-217bc541-09b4-4a3a-a91c-0b03320d8b4a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383315 Aug 31 05:37:03.695288 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361afcc-49d7-457d-a3b3-094d525bb0d9 req-2df6a460-c7a7-4a74-a4cb-c143777452d8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:03.696832 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a361afcc-49d7-457d-a3b3-094d525bb0d9 req-2df6a460-c7a7-4a74-a4cb-c143777452d8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0567253 Aug 31 05:37:03.735955 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a361afcc-49d7-457d-a3b3-094d525bb0d9 req-3efe0d57-ff62-4a29-b452-fe925654f7c6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Aug 31 05:37:03.986123 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['35885003-68bf-4f40-9ebd-6f9a1076b187'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:37:04.603909 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47764) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:04.730635 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-88c3fdef-9430-4b97-8e6c-23ea89109688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:04.761817 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715c40b-52d7-4a1f-9135-10bb20f0c82e req-def60c93-ae98-4e3a-a935-f66c0d9f23c3 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:04.763488 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2715c40b-52d7-4a1f-9135-10bb20f0c82e req-def60c93-ae98-4e3a-a935-f66c0d9f23c3 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 944 time: 0.0721745 Aug 31 05:37:04.819928 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2715c40b-52d7-4a1f-9135-10bb20f0c82e req-6cf3bf9a-ed23-4762-8a3a-0f600c5b997b tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495265 Aug 31 05:37:04.857104 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:04.883637 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-88c3fdef-9430-4b97-8e6c-23ea89109688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:04.888279 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-88c3fdef-9430-4b97-8e6c-23ea89109688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:04.953851 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3fdef-9430-4b97-8e6c-23ea89109688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de120b7-4550-4412-a512-1ea0046de221,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:04.964933 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-88c3fdef-9430-4b97-8e6c-23ea89109688 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a918a1d71054689b3dae0d9913c1082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565707 Aug 31 05:37:04.965304 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 47784) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:04.982875 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a271f6-3e5c-4b6f-ae58-22c303ac34a6 req-71c05a85-d02d-4a1f-a561-3a5fc31cb98d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:04.984438 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-30a271f6-3e5c-4b6f-ae58-22c303ac34a6 req-71c05a85-d02d-4a1f-a561-3a5fc31cb98d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0802124 Aug 31 05:37:05.030754 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-30a271f6-3e5c-4b6f-ae58-22c303ac34a6 req-4c8e12c1-cd1a-4c7e-95dd-c282ef01e8fd tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344794 Aug 31 05:37:05.045832 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99cec028-97cf-4cf6-880c-eab519c5acdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:05.071856 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99cec028-97cf-4cf6-880c-eab519c5acdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:05.130338 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99cec028-97cf-4cf6-880c-eab519c5acdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:05.133384 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99cec028-97cf-4cf6-880c-eab519c5acdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:05.134684 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-99cec028-97cf-4cf6-880c-eab519c5acdf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4de120b7-4550-4412-a512-1ea0046de221 HTTP/1.1" status: 204 len: 168 time: 0.1680937 Aug 31 05:37:05.144012 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cec028-97cf-4cf6-880c-eab519c5acdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de120b7-4550-4412-a512-1ea0046de221,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:05.278624 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 35885003-68bf-4f40-9ebd-6f9a1076b187 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:37:05.337853 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port 35885003-68bf-4f40-9ebd-6f9a1076b187 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:37:05.343040 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 35885003-68bf-4f40-9ebd-6f9a1076b187 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:05.343438 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:05.432867 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:05.481748 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e55723-4b87-4923-b07a-d40d80f36083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35885003-68bf-4f40-9ebd-6f9a1076b187'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:37:05.485085 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b825ee34-2b26-49c6-b5fa-3dcb8fa44308" -d '{"events": [{"server_uuid": "98e55723-4b87-4923-b07a-d40d80f36083", "name": "network-vif-plugged", "status": "completed", "tag": "35885003-68bf-4f40-9ebd-6f9a1076b187"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:37:05.500447 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 35885003-68bf-4f40-9ebd-6f9a1076b187, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=35885003-68bf-4f40-9ebd-6f9a1076b187,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:37:05.512559 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:05.549253 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f383a7-f636-4e22-8dc9-430b5464e9d7 x-openstack-request-id: req-23f383a7-f636-4e22-8dc9-430b5464e9d7 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:37:05.550315 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e55723-4b87-4923-b07a-d40d80f36083", "name": "network-vif-plugged", "status": "completed", "tag": "35885003-68bf-4f40-9ebd-6f9a1076b187", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:37:05.550894 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23f383a7-f636-4e22-8dc9-430b5464e9d7 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:37:05.552639 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e55723-4b87-4923-b07a-d40d80f36083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35885003-68bf-4f40-9ebd-6f9a1076b187', 'code': 200} Aug 31 05:37:05.588702 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=35885003-68bf-4f40-9ebd-6f9a1076b187,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:05.740522 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cb1c9-dbbc-43c4-b633-ac43dd7aa19d req-d7b56831-6484-494e-b618-9ab5075abb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:05.742101 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f01cb1c9-dbbc-43c4-b633-ac43dd7aa19d req-d7b56831-6484-494e-b618-9ab5075abb03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 1098 time: 0.0404387 Aug 31 05:37:05.787668 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f01cb1c9-dbbc-43c4-b633-ac43dd7aa19d req-86a99a1e-d841-4ee4-8174-18831a43bb93 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301306 Aug 31 05:37:05.947004 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45627f31-5399-4657-8ed2-0c1802f1a309 req-b08a626a-c0ad-49a5-a193-cb28aaa8f5b1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:05.948711 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-45627f31-5399-4657-8ed2-0c1802f1a309 req-b08a626a-c0ad-49a5-a193-cb28aaa8f5b1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 945 time: 0.0510757 Aug 31 05:37:05.989812 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-45627f31-5399-4657-8ed2-0c1802f1a309 req-4f2588b8-9e91-424a-873c-b601777eaa3f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340238 Aug 31 05:37:06.149672 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973a3c3-b2f9-49c4-bb53-5de0ec83b1c4 req-cca4bd2e-6679-45b1-a279-7be18836e149 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:06.155571 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d973a3c3-b2f9-49c4-bb53-5de0ec83b1c4 req-cca4bd2e-6679-45b1-a279-7be18836e149 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0559199 Aug 31 05:37:06.189994 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d973a3c3-b2f9-49c4-bb53-5de0ec83b1c4 req-28642919-4f4f-42fa-b24c-45dd60a1ba26 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320930 Aug 31 05:37:06.775216 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 47878) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:06.880778 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ac67848-3fe7-4d1d-a811-04cd3eee2f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:06.967313 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ac67848-3fe7-4d1d-a811-04cd3eee2f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:06.970830 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ac67848-3fe7-4d1d-a811-04cd3eee2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:07.013935 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-3ac67848-3fe7-4d1d-a811-04cd3eee2f47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53d928689f734132b5373f23891286cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370801 Aug 31 05:37:07.015348 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac67848-3fe7-4d1d-a811-04cd3eee2f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c35c27-8019-4caf-ae7c-190f7a8eaddf,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:07.016807 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47884) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:07.100886 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-cc68bcbe-ef64-42a2-b8bf-aac31e1a3520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:07.130014 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-cc68bcbe-ef64-42a2-b8bf-aac31e1a3520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:07.138534 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4422d7f-37a7-47b4-93df-3cfd732599c3 req-ea671ddf-03a1-4bbf-881c-2ee17d1daecb tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:07.140028 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d4422d7f-37a7-47b4-93df-3cfd732599c3 req-ea671ddf-03a1-4bbf-881c-2ee17d1daecb tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 945 time: 0.0765252 Aug 31 05:37:07.198648 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d4422d7f-37a7-47b4-93df-3cfd732599c3 req-5c6d4a4c-b2b5-4a2e-8744-ba7503af4ee3 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507944 Aug 31 05:37:07.224865 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-cc68bcbe-ef64-42a2-b8bf-aac31e1a3520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:07.227480 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-cc68bcbe-ef64-42a2-b8bf-aac31e1a3520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:07.228598 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-cc68bcbe-ef64-42a2-b8bf-aac31e1a3520 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5c35c27-8019-4caf-ae7c-190f7a8eaddf HTTP/1.1" status: 204 len: 168 time: 0.2106209 Aug 31 05:37:07.261208 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68bcbe-ef64-42a2-b8bf-aac31e1a3520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c35c27-8019-4caf-ae7c-190f7a8eaddf,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:07.356519 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ff428-80b4-44d8-b5bc-42931817f759 req-92504138-59b4-452d-9075-1f3557416110 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:07.358061 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-af4ff428-80b4-44d8-b5bc-42931817f759 req-92504138-59b4-452d-9075-1f3557416110 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0540209 Aug 31 05:37:07.398006 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-af4ff428-80b4-44d8-b5bc-42931817f759 req-c0be768b-8050-482f-88a7-b9c2ea31ab08 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 Aug 31 05:37:07.559816 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47902) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:07.576587 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0d52d3af-2eec-4c6f-a136-e258b4864c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:07.674160 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0d52d3af-2eec-4c6f-a136-e258b4864c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:07.678803 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0d52d3af-2eec-4c6f-a136-e258b4864c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:07.717777 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-0d52d3af-2eec-4c6f-a136-e258b4864c64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39420404e02b45ed9e68de6694cde66c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568770 Aug 31 05:37:07.718712 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52d3af-2eec-4c6f-a136-e258b4864c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeffb71-509b-4432-a3fb-21722bff47c2,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:07.721289 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 47908) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:07.785173 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dd1a3503-aa68-4225-b3d1-c69b23f30d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:07.806593 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dd1a3503-aa68-4225-b3d1-c69b23f30d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:07.840576 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 47916) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:07.861167 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dd1a3503-aa68-4225-b3d1-c69b23f30d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:07.864181 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dd1a3503-aa68-4225-b3d1-c69b23f30d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:07.865396 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-dd1a3503-aa68-4225-b3d1-c69b23f30d90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffeffb71-509b-4432-a3fb-21722bff47c2 HTTP/1.1" status: 204 len: 168 time: 0.1427357 Aug 31 05:37:07.873630 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a3503-aa68-4225-b3d1-c69b23f30d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeffb71-509b-4432-a3fb-21722bff47c2,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:07.975697 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a115055d-125a-4da2-b58d-2c926db2b1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:08.067864 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a115055d-125a-4da2-b58d-2c926db2b1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:08.073025 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a115055d-125a-4da2-b58d-2c926db2b1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:08.112917 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-a115055d-125a-4da2-b58d-2c926db2b1e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40d292ddba534a62baa59a09671c2e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709928 Aug 31 05:37:08.114494 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115055d-125a-4da2-b58d-2c926db2b1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebe2a9f-02c8-42db-ae7a-22f3afb14c94,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:08.116245 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 47928) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:08.167947 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-64feb65c-4eed-43dd-b8d6-0ac9911892ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:08.189133 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-64feb65c-4eed-43dd-b8d6-0ac9911892ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:08.256255 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-64feb65c-4eed-43dd-b8d6-0ac9911892ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:08.259468 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-64feb65c-4eed-43dd-b8d6-0ac9911892ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:08.260650 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-64feb65c-4eed-43dd-b8d6-0ac9911892ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aebe2a9f-02c8-42db-ae7a-22f3afb14c94 HTTP/1.1" status: 204 len: 168 time: 0.1434119 Aug 31 05:37:08.299505 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64feb65c-4eed-43dd-b8d6-0ac9911892ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebe2a9f-02c8-42db-ae7a-22f3afb14c94,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:08.369351 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88c0d5-75a2-4916-a30e-28f39b738b24 req-86c16541-aa39-47a5-aa9a-82d78f8b64e4 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:08.371078 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2f88c0d5-75a2-4916-a30e-28f39b738b24 req-86c16541-aa39-47a5-aa9a-82d78f8b64e4 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 945 time: 0.0731711 Aug 31 05:37:08.410070 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2f88c0d5-75a2-4916-a30e-28f39b738b24 req-96632878-2e9a-4721-aa6e-379adfc1c281 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326819 Aug 31 05:37:08.538695 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237a52c-6680-4ead-be56-ac57b760a212 req-da1a6022-a7ac-4a4d-ae71-6a543b5f0616 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:08.540933 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0237a52c-6680-4ead-be56-ac57b760a212 req-da1a6022-a7ac-4a4d-ae71-6a543b5f0616 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0559266 Aug 31 05:37:08.591912 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0237a52c-6680-4ead-be56-ac57b760a212 req-d5b3d186-b19f-4a3d-a06d-ec05807f71c4 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441968 Aug 31 05:37:09.099153 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 47988) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:09.308466 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ccaf5caf-beb8-420e-9fd5-4125ad716600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:09.403133 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ccaf5caf-beb8-420e-9fd5-4125ad716600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:09.408734 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ccaf5caf-beb8-420e-9fd5-4125ad716600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:09.447892 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf5caf-beb8-420e-9fd5-4125ad716600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40571ec-ba8f-4bf0-9d97-6af85315b04c,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:09.454666 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-ccaf5caf-beb8-420e-9fd5-4125ad716600 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=361e8310de744dfab45cf572603a0a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517485 Aug 31 05:37:09.455009 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 48000) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:09.502391 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eb2baf1a-dd1f-4be2-9fd2-c76e3bf7a929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:09.523604 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eb2baf1a-dd1f-4be2-9fd2-c76e3bf7a929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:09.578196 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eb2baf1a-dd1f-4be2-9fd2-c76e3bf7a929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:09.581820 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eb2baf1a-dd1f-4be2-9fd2-c76e3bf7a929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:09.584042 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-eb2baf1a-dd1f-4be2-9fd2-c76e3bf7a929 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f40571ec-ba8f-4bf0-9d97-6af85315b04c HTTP/1.1" status: 204 len: 168 time: 0.1280129 Aug 31 05:37:09.592267 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2baf1a-dd1f-4be2-9fd2-c76e3bf7a929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40571ec-ba8f-4bf0-9d97-6af85315b04c,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:09.776933 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f071-54f9-49c6-a27d-9e03b8f1929d req-a4ffdcf8-3c67-4301-bfb6-76b3169458be tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:09.784616 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cd59f071-54f9-49c6-a27d-9e03b8f1929d req-a4ffdcf8-3c67-4301-bfb6-76b3169458be tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0789957 Aug 31 05:37:09.820995 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cd59f071-54f9-49c6-a27d-9e03b8f1929d req-3e776184-f8d9-477e-922b-966da981dea9 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346961 Aug 31 05:37:09.904633 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:37:10.283172 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 48034) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:10.377333 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1515701032-network', 'tenant_id': '9349f0436e254975aaa4733d463871ef'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:10.398432 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] Made reservation on behalf of 9349f0436e254975aaa4733d463871ef for: {'network': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:37:10.400725 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:10.408675 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:10.496852 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:10.500391 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:10.523495 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=94006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:37:10.531813 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14215ac-b6b8-4e52-a897-dd9202fd60c0,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:10.537957 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:10.538301 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.segments_db [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] Added segment 7781cd82-8885-4149-8c8b-bf89dfdbc5e7 of type vlan for network bac905ea-071d-422a-a005-855d664a6919 Aug 31 05:37:10.576858 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:10.601404 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:10.602383 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:10.602992 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:10.656112 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3718426 Aug 31 05:37:10.659118 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 48040) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:10.664697 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-47320d46-2228-4b1b-98f1-417d68f7305a admin admin] Request body: {'subnet': {'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1515701032-subnet', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'ip_version': 4}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:10.666917 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4874b-8dbe-46bb-b544-71b896347af5 admin admin] Pushing event updated for resources: {'Network': ['ID=bac905ea-071d-422a-a005-855d664a6919,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:10.677442 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network bac905ea-071d-422a-a005-855d664a6919 details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:37:10.685442 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47320d46-2228-4b1b-98f1-417d68f7305a admin admin] Made reservation on behalf of 9349f0436e254975aaa4733d463871ef for: {'subnet': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:37:10.688025 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-47320d46-2228-4b1b-98f1-417d68f7305a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9430071'] for subnet, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:10.868700 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-47320d46-2228-4b1b-98f1-417d68f7305a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4118051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9430049'] for subnet, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:10.926780 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47320d46-2228-4b1b-98f1-417d68f7305a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea73c560-a18b-4a36-baf6-399d1890f917,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:10.934566 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47320d46-2228-4b1b-98f1-417d68f7305a admin admin] Checking segment: {'id': '7781cd82-8885-4149-8c8b-bf89dfdbc5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bac905ea-071d-422a-a005-855d664a6919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:37:10.934920 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47320d46-2228-4b1b-98f1-417d68f7305a admin admin] Network hostable DHCP agents. Network: bac905ea-071d-422a-a005-855d664a6919, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:37:10.936009 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8f2d9-22a1-4457-9bd5-e9e1a09442c8 req-5249cea7-aef4-4e22-a651-d2df703ea5f8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:10.937488 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c9b8f2d9-22a1-4457-9bd5-e9e1a09442c8 req-5249cea7-aef4-4e22-a651-d2df703ea5f8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0483639 Aug 31 05:37:10.953739 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47320d46-2228-4b1b-98f1-417d68f7305a admin admin] Network bac905ea-071d-422a-a005-855d664a6919 is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:37:10.962989 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-47320d46-2228-4b1b-98f1-417d68f7305a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, bac905ea-071d-422a-a005-855d664a6919) {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:37:10.967627 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47320d46-2228-4b1b-98f1-417d68f7305a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:10.968211 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-47320d46-2228-4b1b-98f1-417d68f7305a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:10.972188 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c51f9a-ddc9-4e82-ab63-70e2fc8c63bb None None] Network bac905ea-071d-422a-a005-855d664a6919 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:37:10.977755 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c9b8f2d9-22a1-4457-9bd5-e9e1a09442c8 req-131f379c-ebbb-4c5e-83d1-62ca08ab64de tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332201 Aug 31 05:37:10.983307 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-47320d46-2228-4b1b-98f1-417d68f7305a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3229949 Aug 31 05:37:10.986027 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 48050) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:10.991869 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:11.013190 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:11.014471 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:11.072190 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:11.125066 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977e68bf-97c4-539e-b424-ee70b4d79b3f-bac905ea-071d-422a-a005-855d664a6919', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'fixed_ips': [{'subnet_id': 'ea73c560-a18b-4a36-baf6-399d1890f917'}]}} from dv-cinder-806559-3-iscsi. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:37:11.126123 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:11.209604 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:11.265915 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Allocated IP 172.20.0.2 (bac905ea-071d-422a-a005-855d664a6919/ea73c560-a18b-4a36-baf6-399d1890f917/655efeda-a597-4658-b432-08ca34609aef) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:37:11.414739 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:11.418562 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:11.422939 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Transition to ACTIVE for port object 655efeda-a597-4658-b432-08ca34609aef will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:37:11.436997 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Transition to ACTIVE for port object 655efeda-a597-4658-b432-08ca34609aef will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:37:11.437209 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:11.444473 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:11.486618 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Network bac905ea-071d-422a-a005-855d664a6919 is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:37:11.489974 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:37:11.494630 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:37:11.497873 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Pushing event updated for resources: {'Port': ['ID=655efeda-a597-4658-b432-08ca34609aef,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:11.550179 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Attempting to bind port 655efeda-a597-4658-b432-08ca34609aef on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:37:11.550551 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Attempting to bind port 655efeda-a597-4658-b432-08ca34609aef by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': '7781cd82-8885-4149-8c8b-bf89dfdbc5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bac905ea-071d-422a-a005-855d664a6919'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:37:11.550919 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Attempting to bind port 655efeda-a597-4658-b432-08ca34609aef on network bac905ea-071d-422a-a005-855d664a6919 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:37:11.558701 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:37:11.559084 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Checking segment: {'id': '7781cd82-8885-4149-8c8b-bf89dfdbc5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bac905ea-071d-422a-a005-855d664a6919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:37:11.559515 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:11.559909 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Bound using segment: {'id': '7781cd82-8885-4149-8c8b-bf89dfdbc5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bac905ea-071d-422a-a005-855d664a6919'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:37:11.560515 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Bound port: 655efeda-a597-4658-b432-08ca34609aef, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7781cd82-8885-4149-8c8b-bf89dfdbc5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bac905ea-071d-422a-a005-855d664a6919'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:37:11.561171 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:11.567870 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Allocated IP 172.27.1.222 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/0e84ad62-3101-48f9-b779-a54f66a3d80c) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:37:11.632462 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] For port 655efeda-a597-4658-b432-08ca34609aef, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:37:11.635624 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] For port 655efeda-a597-4658-b432-08ca34609aef, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=655efeda-a597-4658-b432-08ca34609aef,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:37:11.640423 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:11.674994 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:11.690751 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817cebf-e9b0-4f0e-b8d6-19ab2325b71d None None] Pushing event updated for resources: {'Port': ['ID=655efeda-a597-4658-b432-08ca34609aef,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:11.713736 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:11.751602 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:37:11.758828 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:37:11.762538 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:37:11.793769 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=0e84ad62-3101-48f9-b779-a54f66a3d80c,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:12.138367 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:12.186579 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ecacf-efb8-4e7f-83ea-12597877aba0 req-d7e4c00c-e9d7-4779-a56e-acd27d5c8230 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:12.189079 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ed0ecacf-efb8-4e7f-83ea-12597877aba0 req-d7e4c00c-e9d7-4779-a56e-acd27d5c8230 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0569136 Aug 31 05:37:12.260248 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ed0ecacf-efb8-4e7f-83ea-12597877aba0 req-df441af7-0458-4a1b-bff9-0c159cccaaa9 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464997 Aug 31 05:37:12.430589 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370152'] for router, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:12.505816 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 48090) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:12.587815 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 655efeda-a597-4658-b432-08ca34609aef up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:37:12.673126 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-489fb368-a6fc-4900-8782-11966920ed0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:12.673619 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 655efeda-a597-4658-b432-08ca34609aef completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:37:12.775150 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-489fb368-a6fc-4900-8782-11966920ed0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:12.782242 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-489fb368-a6fc-4900-8782-11966920ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:12.821957 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-489fb368-a6fc-4900-8782-11966920ed0b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f59175f95582467b9f409ec18ccd3fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150434 Aug 31 05:37:12.824485 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 48096) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:12.827978 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fb368-a6fc-4900-8782-11966920ed0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b63610-a15a-46da-976b-28ab9df56904,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:12.847883 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Router 3920856d-ce16-4c58-9be1-73f4aee4aedb is scheduled to L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 with binding_index 1 {{(pid=94005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:37:12.923512 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bb787fec-25bf-43c9-b744-7f0da0d6c632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:12.927929 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964c63b1-6afd-4148-b71a-914be9048d5f None None] Network bac905ea-071d-422a-a005-855d664a6919 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:37:12.985647 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bb787fec-25bf-43c9-b744-7f0da0d6c632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:13.032761 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:37:13.042493 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-d3129cd0-78c3-4cfb-b4bb-6248abaf99f7 None None] Provisioning for port 655efeda-a597-4658-b432-08ca34609aef completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:37:13.052478 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-d3129cd0-78c3-4cfb-b4bb-6248abaf99f7 None None] Provisioning complete for port 655efeda-a597-4658-b432-08ca34609aef triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:13.052680 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:13.053204 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d3129cd0-78c3-4cfb-b4bb-6248abaf99f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:13.057271 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-76a4bdba-c8b5-46c8-8473-884cab7ef3c3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0674448 Aug 31 05:37:13.057759 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 48100) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:13.058110 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Sync routers for ids ['3920856d-ce16-4c58-9be1-73f4aee4aedb'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:37:13.075846 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Routers {'3920856d-ce16-4c58-9be1-73f4aee4aedb'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:37:13.076480 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:37:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['3920856d-ce16-4c58-9be1-73f4aee4aedb'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:13.121043 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bb787fec-25bf-43c9-b744-7f0da0d6c632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:13.124171 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bb787fec-25bf-43c9-b744-7f0da0d6c632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:13.126560 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-bb787fec-25bf-43c9-b744-7f0da0d6c632 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3b63610-a15a-46da-976b-28ab9df56904 HTTP/1.1" status: 204 len: 168 time: 0.3011153 Aug 31 05:37:13.193082 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb787fec-25bf-43c9-b744-7f0da0d6c632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b63610-a15a-46da-976b-28ab9df56904,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:13.194548 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d3129cd0-78c3-4cfb-b4bb-6248abaf99f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:13.210314 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Set router 3920856d-ce16-4c58-9be1-73f4aee4aedb gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:37:13.260866 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-d3129cd0-78c3-4cfb-b4bb-6248abaf99f7 None None] For port 655efeda-a597-4658-b432-08ca34609aef, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=655efeda-a597-4658-b432-08ca34609aef,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:37:13.271374 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d3129cd0-78c3-4cfb-b4bb-6248abaf99f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:13.381457 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3129cd0-78c3-4cfb-b4bb-6248abaf99f7 None None] Pushing event updated for resources: {'Port': ['ID=655efeda-a597-4658-b432-08ca34609aef,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:13.476325 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2123c09-c1dd-48f0-811e-c62e62d61888 req-6f6feaab-b038-4a51-bf76-1366ce42b03b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:13.477919 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b2123c09-c1dd-48f0-811e-c62e62d61888 req-6f6feaab-b038-4a51-bf76-1366ce42b03b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0794530 Aug 31 05:37:13.520314 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:11Z', 'revision_number': 3, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port': {'id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:13.528106 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-f93ce48b-c9e3-4b10-a2c9-98adff9b2b41 None None] Provisioning complete for port 655efeda-a597-4658-b432-08ca34609aef triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:13.528499 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f93ce48b-c9e3-4b10-a2c9-98adff9b2b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:13.540785 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b2123c09-c1dd-48f0-811e-c62e62d61888 req-ca10e94f-fb96-42ea-bd8f-880d5c5c706a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514965 Aug 31 05:37:13.562934 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Checking router: 3920856d-ce16-4c58-9be1-73f4aee4aedb for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:37:13.563489 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Updating router 3920856d-ce16-4c58-9be1-73f4aee4aedb port 0e84ad62-3101-48f9-b779-a54f66a3d80c binding host dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:37:13.594234 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:13.667665 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:13.834613 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Allocated IP 172.20.0.1 (bac905ea-071d-422a-a005-855d664a6919/ea73c560-a18b-4a36-baf6-399d1890f917/10231178-d980-43ad-a64c-92cbe98c25a2) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:37:13.916600 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Notify callbacks [] for port, precommit_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:13.927300 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.provisioning_blocks [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Transition to ACTIVE for port object 0e84ad62-3101-48f9-b779-a54f66a3d80c will not be triggered until provisioned by entity L2. {{(pid=94008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:37:13.934390 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:13.954198 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:13.968139 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Transition to ACTIVE for port object 10231178-d980-43ad-a64c-92cbe98c25a2 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:37:13.997876 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb08bff-94b9-49b3-8516-702a3727e3b2 None None] Pushing event updated for resources: {'Port': ['ID=0e84ad62-3101-48f9-b779-a54f66a3d80c,revision_number=2']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:14.006686 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:14.008176 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Attempting to bind port 0e84ad62-3101-48f9-b779-a54f66a3d80c on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:37:14.008534 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Attempting to bind port 0e84ad62-3101-48f9-b779-a54f66a3d80c by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:37:14.009185 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Attempting to bind port 0e84ad62-3101-48f9-b779-a54f66a3d80c on network baf71964-5e16-4dde-973b-f2bbbd097579 {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:37:14.012391 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb08bff-94b9-49b3-8516-702a3727e3b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:14.012740 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb08bff-94b9-49b3-8516-702a3727e3b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:14.013081 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb08bff-94b9-49b3-8516-702a3727e3b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:14.013415 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb08bff-94b9-49b3-8516-702a3727e3b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:14.014062 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb08bff-94b9-49b3-8516-702a3727e3b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:14.014062 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb08bff-94b9-49b3-8516-702a3727e3b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:14.014616 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb08bff-94b9-49b3-8516-702a3727e3b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:14.014730 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb08bff-94b9-49b3-8516-702a3727e3b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:14.015170 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb08bff-94b9-49b3-8516-702a3727e3b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:14.015501 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb08bff-94b9-49b3-8516-702a3727e3b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:14.015825 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb08bff-94b9-49b3-8516-702a3727e3b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:14.016228 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb08bff-94b9-49b3-8516-702a3727e3b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:14.025090 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:37:14.025296 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Checking segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:37:14.025869 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:14.026366 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Bound using segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:37:14.026854 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Bound port: 0e84ad62-3101-48f9-b779-a54f66a3d80c, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:37:14.027344 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:14.043157 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Network bac905ea-071d-422a-a005-855d664a6919 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:37:14.047953 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:37:14.054552 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:37:14.101258 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Pushing event updated for resources: {'Port': ['ID=10231178-d980-43ad-a64c-92cbe98c25a2,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:14.115645 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] For port 0e84ad62-3101-48f9-b779-a54f66a3d80c, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:37:14.119178 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] For port 0e84ad62-3101-48f9-b779-a54f66a3d80c, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=0e84ad62-3101-48f9-b779-a54f66a3d80c,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:37:14.128295 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369563'] for router_interface, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:14.128515 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:14.192238 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb08bff-94b9-49b3-8516-702a3727e3b2 None None] Pushing event updated for resources: {'Port': ['ID=0e84ad62-3101-48f9-b779-a54f66a3d80c,revision_number=3']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:14.246256 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Routers {'3920856d-ce16-4c58-9be1-73f4aee4aedb'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:37:14.246891 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:37:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['3920856d-ce16-4c58-9be1-73f4aee4aedb'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:14.298165 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:14.358532 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] Set router 3920856d-ce16-4c58-9be1-73f4aee4aedb gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:37:14.412084 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2508b4d6-2094-4588-a1d0-1e4b2ea45133 None None] Provisioning for port 10231178-d980-43ad-a64c-92cbe98c25a2 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:37:14.417182 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2508b4d6-2094-4588-a1d0-1e4b2ea45133 None None] Provisioning complete for port 10231178-d980-43ad-a64c-92cbe98c25a2 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:14.417797 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2508b4d6-2094-4588-a1d0-1e4b2ea45133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:14.457157 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2508b4d6-2094-4588-a1d0-1e4b2ea45133 None None] Port 10231178-d980-43ad-a64c-92cbe98c25a2 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:37:14.525851 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:14.534886 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:14.552246 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 655efeda-a597-4658-b432-08ca34609aef up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:37:14.624186 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 655efeda-a597-4658-b432-08ca34609aef triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:14.624954 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:14.642436 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Pushing event updated for resources: {'Port': ['ID=10231178-d980-43ad-a64c-92cbe98c25a2,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:14.659350 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370219'] for router_interface, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:14.735967 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec1c73-bfad-4971-b33a-b6035d06bc52 req-067127f4-09fb-4309-b1e9-c53bd61040c3 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:14.759874 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1cec1c73-bfad-4971-b33a-b6035d06bc52 req-067127f4-09fb-4309-b1e9-c53bd61040c3 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0969317 Aug 31 05:37:14.766607 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:11Z', 'revision_number': 3, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port': {'id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:14.785080 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Network bac905ea-071d-422a-a005-855d664a6919 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:37:14.786798 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:37:14.806164 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf30e73-d549-413a-b2ef-8c6e69adf165 None None] The sync data for ids ['3920856d-ce16-4c58-9be1-73f4aee4aedb'] in dv-cinder-806559-3-iscsi is: [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:11Z', 'revision_number': 3, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port': {'id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:37:14.824196 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1cec1c73-bfad-4971-b33a-b6035d06bc52 req-67e222d6-63ed-474a-bcb0-03bb95bf5eb4 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631268 Aug 31 05:37:14.956981 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Router 3920856d-ce16-4c58-9be1-73f4aee4aedb has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:37:15.087966 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-051d6f2e-d1f5-484f-b357-4b3780600518 None None] Provisioning complete for port 10231178-d980-43ad-a64c-92cbe98c25a2 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:15.087966 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-051d6f2e-d1f5-484f-b357-4b3780600518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:15.108865 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:37:15.123686 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-991e9cd3-7835-4c30-aff7-19887342ac2e admin admin] 10.222.0.10 "PUT /v2.0/routers/3920856d-ce16-4c58-9be1-73f4aee4aedb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0644631 Aug 31 05:37:15.151445 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-051d6f2e-d1f5-484f-b357-4b3780600518 None None] Port 10231178-d980-43ad-a64c-92cbe98c25a2 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:37:15.670296 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 48188) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:15.681190 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-753370968-network', 'tenant_id': '21e4839d547846d4a58ee327d229609c'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:15.705032 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] Made reservation on behalf of 21e4839d547846d4a58ee327d229609c for: {'network': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:37:15.707805 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:15.718858 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:15.827798 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:15.835149 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:15.876895 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=94005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:37:15.883118 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bc6baa-b9ff-4cde-8ab4-d587b8d73f5c,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:15.892211 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:15.892759 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.segments_db [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] Added segment 39637349-392d-49ed-a5ec-20001399b71b of type vlan for network 3f3ab82a-f42d-45fb-b061-721e335a7c71 Aug 31 05:37:15.938220 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:15.950190 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c4b7e-f5cc-4c54-97b8-c5864ca0784b req-d2eb66b9-8e5b-4fb8-b1ca-fb00783686d4 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:15.951651 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-df9c4b7e-f5cc-4c54-97b8-c5864ca0784b req-d2eb66b9-8e5b-4fb8-b1ca-fb00783686d4 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0487206 Aug 31 05:37:15.963753 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:15.965027 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:15.966058 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:15.999622 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-df9c4b7e-f5cc-4c54-97b8-c5864ca0784b req-ea1fb52d-993a-4805-b040-809f6ef9a359 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404303 Aug 31 05:37:16.000241 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 48198) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:16.021070 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3495760 Aug 31 05:37:16.023963 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 48202) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:16.029938 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-334801fb-b87a-470b-8ac0-380c7dbd7bd1 admin admin] Request body: {'subnet': {'network_id': '3f3ab82a-f42d-45fb-b061-721e335a7c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-753370968-subnet', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'ip_version': 4}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:16.032239 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd8f61-31a0-46be-b060-a21412bb397b admin admin] Pushing event updated for resources: {'Network': ['ID=3f3ab82a-f42d-45fb-b061-721e335a7c71,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:16.043995 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network 3f3ab82a-f42d-45fb-b061-721e335a7c71 details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:37:16.053576 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334801fb-b87a-470b-8ac0-380c7dbd7bd1 admin admin] Made reservation on behalf of 21e4839d547846d4a58ee327d229609c for: {'subnet': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:37:16.056130 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-334801fb-b87a-470b-8ac0-380c7dbd7bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8545428'] for subnet, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:16.158004 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-31302117-581e-4ac1-ac0e-6dddc8c64c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:16.315967 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-334801fb-b87a-470b-8ac0-380c7dbd7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4056069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8545410'] for subnet, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:16.397203 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-31302117-581e-4ac1-ac0e-6dddc8c64c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:16.398401 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334801fb-b87a-470b-8ac0-380c7dbd7bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2849f25e-85e1-45ef-b813-927adbc96a38,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:16.408330 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-31302117-581e-4ac1-ac0e-6dddc8c64c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:16.458161 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334801fb-b87a-470b-8ac0-380c7dbd7bd1 admin admin] Checking segment: {'id': '39637349-392d-49ed-a5ec-20001399b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f3ab82a-f42d-45fb-b061-721e335a7c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:37:16.458513 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334801fb-b87a-470b-8ac0-380c7dbd7bd1 admin admin] Network hostable DHCP agents. Network: 3f3ab82a-f42d-45fb-b061-721e335a7c71, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:37:16.462755 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31302117-581e-4ac1-ac0e-6dddc8c64c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d49123-e1ea-4905-942a-4b13aaaf6a64,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:16.468823 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-31302117-581e-4ac1-ac0e-6dddc8c64c3c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b6f6c1b802a4f58b49a1bbf6105d2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674609 Aug 31 05:37:16.471463 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 48212) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:16.490640 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Sync routers for ids ['3920856d-ce16-4c58-9be1-73f4aee4aedb'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:37:16.500529 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Routers {'3920856d-ce16-4c58-9be1-73f4aee4aedb'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:37:16.501244 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:37:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['3920856d-ce16-4c58-9be1-73f4aee4aedb'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:16.520797 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334801fb-b87a-470b-8ac0-380c7dbd7bd1 admin admin] Network 3f3ab82a-f42d-45fb-b061-721e335a7c71 is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:37:16.537410 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-334801fb-b87a-470b-8ac0-380c7dbd7bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, 3f3ab82a-f42d-45fb-b061-721e335a7c71) {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:37:16.542220 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334801fb-b87a-470b-8ac0-380c7dbd7bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:16.542816 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-334801fb-b87a-470b-8ac0-380c7dbd7bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:16.558791 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5d1e0c12-0d59-4df1-b17d-f2851bd0d574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:16.573092 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-334801fb-b87a-470b-8ac0-380c7dbd7bd1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5472717 Aug 31 05:37:16.575601 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 48214) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:16.580072 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-753370968-router', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:16.598634 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5d1e0c12-0d59-4df1-b17d-f2851bd0d574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:16.636052 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:16.637377 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:16.671327 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57b96a6-aa7a-47de-affd-9f39909e8c51 None None] Network 3f3ab82a-f42d-45fb-b061-721e335a7c71 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:37:16.673322 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 0e84ad62-3101-48f9-b779-a54f66a3d80c up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:37:16.704113 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:16.712614 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5d1e0c12-0d59-4df1-b17d-f2851bd0d574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:16.714762 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5d1e0c12-0d59-4df1-b17d-f2851bd0d574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:16.715991 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-5d1e0c12-0d59-4df1-b17d-f2851bd0d574 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7d49123-e1ea-4905-942a-4b13aaaf6a64 HTTP/1.1" status: 204 len: 168 time: 0.2436273 Aug 31 05:37:16.761370 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e0c12-0d59-4df1-b17d-f2851bd0d574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d49123-e1ea-4905-942a-4b13aaaf6a64,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:16.882560 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:16.892925 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 0e84ad62-3101-48f9-b779-a54f66a3d80c completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:37:16.895941 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Set router 3920856d-ce16-4c58-9be1-73f4aee4aedb gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:37:16.923656 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 0e84ad62-3101-48f9-b779-a54f66a3d80c triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:16.924385 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.102310 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 48228) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:17.129429 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2e460875-3348-407f-8dad-233def7ce439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.137537 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977e68bf-97c4-539e-b424-ee70b4d79b3f-3f3ab82a-f42d-45fb-b061-721e335a7c71', 'network_id': '3f3ab82a-f42d-45fb-b061-721e335a7c71', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'fixed_ips': [{'subnet_id': '2849f25e-85e1-45ef-b813-927adbc96a38'}]}} from dv-cinder-806559-3-iscsi. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:37:17.139008 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.145579 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.155606 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f78dd5-1042-4dd3-8a76-fa618a33d2cd req-b61667a4-9b7f-474a-8cef-6e8011b4d4f0 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:17.157299 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a9f78dd5-1042-4dd3-8a76-fa618a33d2cd req-b61667a4-9b7f-474a-8cef-6e8011b4d4f0 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0857422 Aug 31 05:37:17.177917 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.237993 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2e460875-3348-407f-8dad-233def7ce439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.242412 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2e460875-3348-407f-8dad-233def7ce439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.263147 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a9f78dd5-1042-4dd3-8a76-fa618a33d2cd req-b6c96d1e-c3b0-4379-8db9-6f1e7f8d3619 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879261 Aug 31 05:37:17.287342 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.296202 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-2e460875-3348-407f-8dad-233def7ce439 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09ceba791b8a4bd6a731ec8b8804f28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914606 Aug 31 05:37:17.296399 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e460875-3348-407f-8dad-233def7ce439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff8513e-06ef-4e99-a6f8-7bb2fa54bd1a,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:17.300027 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 48230) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:17.336316 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 0e84ad62-3101-48f9-b779-a54f66a3d80c, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=0e84ad62-3101-48f9-b779-a54f66a3d80c,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:37:17.358649 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8bdc979f-a8fc-48e4-bb72-a5f2e9a105d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.360824 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_common [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Allocated IP 172.27.1.88 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/83874ae9-f065-407f-9038-e63ee961dd97) {{(pid=94006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:37:17.371685 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.392981 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8bdc979f-a8fc-48e4-bb72-a5f2e9a105d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.442099 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:14Z', 'revision_number': 4, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port': {'id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '10231178-d980-43ad-a64c-92cbe98c25a2', 'name': '', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'mac_address': 'fa:16:3e:ce:42:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:13Z', 'updated_at': '2021-08-31T05:37:14Z', 'revision_number': 2, 'project_id': '9349f0436e254975aaa4733d463871ef', 'subnets': [{'id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:17.444296 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Allocated IP 172.20.0.2 (3f3ab82a-f42d-45fb-b061-721e335a7c71/2849f25e-85e1-45ef-b813-927adbc96a38/10ad5f13-b49c-4ee8-becb-1912e534a6b7) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:37:17.450978 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8bdc979f-a8fc-48e4-bb72-a5f2e9a105d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.453693 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8bdc979f-a8fc-48e4-bb72-a5f2e9a105d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.455077 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-8bdc979f-a8fc-48e4-bb72-a5f2e9a105d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ff8513e-06ef-4e99-a6f8-7bb2fa54bd1a HTTP/1.1" status: 204 len: 168 time: 0.1539865 Aug 31 05:37:17.463411 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc979f-a8fc-48e4-bb72-a5f2e9a105d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff8513e-06ef-4e99-a6f8-7bb2fa54bd1a,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:17.483935 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.497589 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Checking router: 3920856d-ce16-4c58-9be1-73f4aee4aedb for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:37:17.497589 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Updating router 3920856d-ce16-4c58-9be1-73f4aee4aedb port 10231178-d980-43ad-a64c-92cbe98c25a2 binding host dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:37:17.505103 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=0e84ad62-3101-48f9-b779-a54f66a3d80c,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:17.540889 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.573372 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.580940 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:37:17.586772 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:37:17.590654 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Received port after_create {{(pid=94006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:37:17.617852 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Pushing event updated for resources: {'Port': ['ID=83874ae9-f065-407f-9038-e63ee961dd97,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:17.808841 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.823743 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Transition to ACTIVE for port object 10ad5f13-b49c-4ee8-becb-1912e534a6b7 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:37:17.851794 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Transition to ACTIVE for port object 10ad5f13-b49c-4ee8-becb-1912e534a6b7 will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:37:17.867623 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:17.923145 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Network 3f3ab82a-f42d-45fb-b061-721e335a7c71 is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:37:17.931298 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:37:17.937846 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:37:17.971985 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Pushing event updated for resources: {'Port': ['ID=10ad5f13-b49c-4ee8-becb-1912e534a6b7,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:18.032154 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:18.044801 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Attempting to bind port 10ad5f13-b49c-4ee8-becb-1912e534a6b7 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:37:18.045174 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Attempting to bind port 10ad5f13-b49c-4ee8-becb-1912e534a6b7 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': '39637349-392d-49ed-a5ec-20001399b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f3ab82a-f42d-45fb-b061-721e335a7c71'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:37:18.045574 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Attempting to bind port 10ad5f13-b49c-4ee8-becb-1912e534a6b7 on network 3f3ab82a-f42d-45fb-b061-721e335a7c71 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:37:18.047843 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Transition to ACTIVE for port object 10231178-d980-43ad-a64c-92cbe98c25a2 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:37:18.054089 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:37:18.054439 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Checking segment: {'id': '39637349-392d-49ed-a5ec-20001399b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f3ab82a-f42d-45fb-b061-721e335a7c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:37:18.054844 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:18.055307 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Bound using segment: {'id': '39637349-392d-49ed-a5ec-20001399b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f3ab82a-f42d-45fb-b061-721e335a7c71'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:37:18.055778 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Bound port: 10ad5f13-b49c-4ee8-becb-1912e534a6b7, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39637349-392d-49ed-a5ec-20001399b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f3ab82a-f42d-45fb-b061-721e335a7c71'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:37:18.056162 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:18.058379 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:18.059768 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:18.167783 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c0a56-5f4d-42fc-9fc7-3f043a95ec2a None None] Pushing event updated for resources: {'Port': ['ID=10231178-d980-43ad-a64c-92cbe98c25a2,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:18.198803 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Attempting to bind port 10231178-d980-43ad-a64c-92cbe98c25a2 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:37:18.199406 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Attempting to bind port 10231178-d980-43ad-a64c-92cbe98c25a2 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': '7781cd82-8885-4149-8c8b-bf89dfdbc5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bac905ea-071d-422a-a005-855d664a6919'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:37:18.199947 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Attempting to bind port 10231178-d980-43ad-a64c-92cbe98c25a2 on network bac905ea-071d-422a-a005-855d664a6919 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:37:18.215031 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:37:18.215489 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Checking segment: {'id': '7781cd82-8885-4149-8c8b-bf89dfdbc5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bac905ea-071d-422a-a005-855d664a6919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:37:18.215898 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:18.216315 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Bound using segment: {'id': '7781cd82-8885-4149-8c8b-bf89dfdbc5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bac905ea-071d-422a-a005-855d664a6919'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:37:18.216762 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Bound port: 10231178-d980-43ad-a64c-92cbe98c25a2, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7781cd82-8885-4149-8c8b-bf89dfdbc5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bac905ea-071d-422a-a005-855d664a6919'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:37:18.217148 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:18.236358 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] For port 10ad5f13-b49c-4ee8-becb-1912e534a6b7, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:37:18.279020 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] For port 10ad5f13-b49c-4ee8-becb-1912e534a6b7, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=10ad5f13-b49c-4ee8-becb-1912e534a6b7,segment=NetworkSegment(39637349-392d-49ed-a5ec-20001399b71b),segment_id=39637349-392d-49ed-a5ec-20001399b71b)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:37:18.302451 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370152'] for router, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:18.305649 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] For port 10231178-d980-43ad-a64c-92cbe98c25a2, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:37:18.309078 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] For port 10231178-d980-43ad-a64c-92cbe98c25a2, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=10231178-d980-43ad-a64c-92cbe98c25a2,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:37:18.311208 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:18.325645 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:18.409921 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07e01e-685d-4243-abbe-39121a224058 None None] Pushing event updated for resources: {'Port': ['ID=10ad5f13-b49c-4ee8-becb-1912e534a6b7,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:18.447983 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Routers {'3920856d-ce16-4c58-9be1-73f4aee4aedb'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:37:18.448628 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:37:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['3920856d-ce16-4c58-9be1-73f4aee4aedb'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:18.497943 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Router 16325c71-651a-4930-84e5-dc5979fb0cbf is scheduled to L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 with binding_index 1 {{(pid=94006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:37:18.511509 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b22efa-8c5c-4271-b841-7c04d24d3ff4 req-997dbf1c-3883-4609-bf9b-0d3586c030cd tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:18.518317 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c7b22efa-8c5c-4271-b841-7c04d24d3ff4 req-997dbf1c-3883-4609-bf9b-0d3586c030cd tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0882554 Aug 31 05:37:18.644066 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 0e84ad62-3101-48f9-b779-a54f66a3d80c up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:37:18.729610 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c7b22efa-8c5c-4271-b841-7c04d24d3ff4 req-22da76e4-49ad-4215-ba4c-e7f16057bdc6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494241 Aug 31 05:37:18.749414 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c0a56-5f4d-42fc-9fc7-3f043a95ec2a None None] Pushing event updated for resources: {'Port': ['ID=10231178-d980-43ad-a64c-92cbe98c25a2,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:18.778928 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:37:18.790755 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Sync routers for ids ['16325c71-651a-4930-84e5-dc5979fb0cbf'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:37:18.800969 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] Notify callbacks [] for router, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:18.804726 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-021a49f3-349c-40fb-9402-1f24d8eed13f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2256756 Aug 31 05:37:18.805177 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 48270) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:18.827212 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Routers {'16325c71-651a-4930-84e5-dc5979fb0cbf'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:37:18.827602 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:37:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['16325c71-651a-4930-84e5-dc5979fb0cbf'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:18.849730 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 0e84ad62-3101-48f9-b779-a54f66a3d80c triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:18.850116 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:18.878824 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] Set router 3920856d-ce16-4c58-9be1-73f4aee4aedb gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:37:19.011568 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Set router 16325c71-651a-4930-84e5-dc5979fb0cbf gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:37:19.227154 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:14Z', 'revision_number': 4, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port': {'id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '10231178-d980-43ad-a64c-92cbe98c25a2', 'name': '', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'mac_address': 'fa:16:3e:ce:42:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:13Z', 'updated_at': '2021-08-31T05:37:18Z', 'revision_number': 4, 'project_id': '9349f0436e254975aaa4733d463871ef', 'subnets': [{'id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:19.263839 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24980b9-dc13-4a22-9036-1e319aaf04ac None None] The sync data for ids ['3920856d-ce16-4c58-9be1-73f4aee4aedb'] in dv-cinder-806559-3-iscsi is: [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:14Z', 'revision_number': 4, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port': {'id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '10231178-d980-43ad-a64c-92cbe98c25a2', 'name': '', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'mac_address': 'fa:16:3e:ce:42:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:13Z', 'updated_at': '2021-08-31T05:37:18Z', 'revision_number': 4, 'project_id': '9349f0436e254975aaa4733d463871ef', 'subnets': [{'id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:37:19.293980 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'name': 'tempest-TestShelveInstance-753370968-router', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '83874ae9-f065-407f-9038-e63ee961dd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:16Z', 'updated_at': '2021-08-31T05:37:17Z', 'revision_number': 3, 'project_id': '21e4839d547846d4a58ee327d229609c', 'gw_port': {'id': '83874ae9-f065-407f-9038-e63ee961dd97', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:17Z', 'updated_at': '2021-08-31T05:37:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:19.331070 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Checking router: 16325c71-651a-4930-84e5-dc5979fb0cbf for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:37:19.331891 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Updating router 16325c71-651a-4930-84e5-dc5979fb0cbf port 83874ae9-f065-407f-9038-e63ee961dd97 binding host dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:37:19.366548 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:19.768009 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:19.805109 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Notify callbacks [] for port, precommit_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:19.820828 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.provisioning_blocks [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Transition to ACTIVE for port object 83874ae9-f065-407f-9038-e63ee961dd97 will not be triggered until provisioned by entity L2. {{(pid=94008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:37:19.831391 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a64a3-b541-48fd-974f-a4970903d95a None None] Network 3f3ab82a-f42d-45fb-b061-721e335a7c71 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:37:19.836007 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:19.908359 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Attempting to bind port 83874ae9-f065-407f-9038-e63ee961dd97 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:37:19.908739 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Attempting to bind port 83874ae9-f065-407f-9038-e63ee961dd97 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:37:19.909105 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Attempting to bind port 83874ae9-f065-407f-9038-e63ee961dd97 on network baf71964-5e16-4dde-973b-f2bbbd097579 {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:37:19.932874 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbd49b-a2ee-4cc2-bb02-dc40f63bf62d req-812aef58-1728-421e-b135-a7ebcc1c0e04 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:19.934831 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fcfbd49b-a2ee-4cc2-bb02-dc40f63bf62d req-812aef58-1728-421e-b135-a7ebcc1c0e04 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0952196 Aug 31 05:37:19.969716 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:37:19.970403 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Checking segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:37:19.970981 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:19.971585 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Bound using segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:37:19.972225 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Bound port: 83874ae9-f065-407f-9038-e63ee961dd97, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:37:19.972822 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:19.996590 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-591454ae-ab86-40d4-9d0b-953cb8b9cb60 None None] Provisioning for port 10ad5f13-b49c-4ee8-becb-1912e534a6b7 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:37:20.016970 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fcfbd49b-a2ee-4cc2-bb02-dc40f63bf62d req-dceb2c69-cd4d-4a10-9885-6a5c09e65c07 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706186 Aug 31 05:37:20.048277 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a71118-aea4-4b66-a747-e0e956028ba1 None None] Pushing event updated for resources: {'Port': ['ID=83874ae9-f065-407f-9038-e63ee961dd97,revision_number=2']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:20.086198 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] For port 83874ae9-f065-407f-9038-e63ee961dd97, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:37:20.101122 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] For port 83874ae9-f065-407f-9038-e63ee961dd97, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=83874ae9-f065-407f-9038-e63ee961dd97,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:37:20.104193 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Allocated IP 172.20.0.1 (3f3ab82a-f42d-45fb-b061-721e335a7c71/2849f25e-85e1-45ef-b813-927adbc96a38/96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:37:20.118375 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:20.197283 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Routers {'16325c71-651a-4930-84e5-dc5979fb0cbf'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:37:20.198115 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:37:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['16325c71-651a-4930-84e5-dc5979fb0cbf'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:20.281861 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a71118-aea4-4b66-a747-e0e956028ba1 None None] Pushing event updated for resources: {'Port': ['ID=83874ae9-f065-407f-9038-e63ee961dd97,revision_number=3']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:20.300951 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:20.334343 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Transition to ACTIVE for port object 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:37:20.380969 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:20.430005 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Network 3f3ab82a-f42d-45fb-b061-721e335a7c71 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:37:20.434365 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:37:20.438345 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:37:20.444683 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Pushing event updated for resources: {'Port': ['ID=96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:20.465723 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] Set router 16325c71-651a-4930-84e5-dc5979fb0cbf gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:37:20.531336 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369563'] for router_interface, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:20.672849 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 10ad5f13-b49c-4ee8-becb-1912e534a6b7 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:37:20.787083 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:20.795654 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 10ad5f13-b49c-4ee8-becb-1912e534a6b7 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:37:20.800632 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 10ad5f13-b49c-4ee8-becb-1912e534a6b7 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:20.801750 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:20.824160 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'name': 'tempest-TestShelveInstance-753370968-router', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '83874ae9-f065-407f-9038-e63ee961dd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:16Z', 'updated_at': '2021-08-31T05:37:17Z', 'revision_number': 3, 'project_id': '21e4839d547846d4a58ee327d229609c', 'gw_port': {'id': '83874ae9-f065-407f-9038-e63ee961dd97', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:17Z', 'updated_at': '2021-08-31T05:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:20.852478 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108bb2e8-8d8b-4d3e-965a-3729cb7808ba None None] The sync data for ids ['16325c71-651a-4930-84e5-dc5979fb0cbf'] in dv-cinder-806559-3-iscsi is: [{'id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'name': 'tempest-TestShelveInstance-753370968-router', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '83874ae9-f065-407f-9038-e63ee961dd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:16Z', 'updated_at': '2021-08-31T05:37:17Z', 'revision_number': 3, 'project_id': '21e4839d547846d4a58ee327d229609c', 'gw_port': {'id': '83874ae9-f065-407f-9038-e63ee961dd97', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:17Z', 'updated_at': '2021-08-31T05:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:37:20.913599 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:20.917602 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-5f758762-f977-4a2a-a821-fc33cda09e34 None None] Provisioning for port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:37:20.932221 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-5f758762-f977-4a2a-a821-fc33cda09e34 None None] Provisioning complete for port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:20.932496 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5f758762-f977-4a2a-a821-fc33cda09e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:20.985326 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-5f758762-f977-4a2a-a821-fc33cda09e34 None None] Port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:37:21.003261 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 10ad5f13-b49c-4ee8-becb-1912e534a6b7, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=10ad5f13-b49c-4ee8-becb-1912e534a6b7,segment=NetworkSegment(39637349-392d-49ed-a5ec-20001399b71b),segment_id=39637349-392d-49ed-a5ec-20001399b71b)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:37:21.008547 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:21.009388 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 10231178-d980-43ad-a64c-92cbe98c25a2 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:37:21.024449 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:21.030413 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:21.103892 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370219'] for router_interface, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:21.106821 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Pushing event updated for resources: {'Port': ['ID=96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:21.124618 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=10ad5f13-b49c-4ee8-becb-1912e534a6b7,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:21.133478 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 10231178-d980-43ad-a64c-92cbe98c25a2 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:37:21.138646 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 10231178-d980-43ad-a64c-92cbe98c25a2 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:21.139383 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:21.231457 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Network 3f3ab82a-f42d-45fb-b061-721e335a7c71 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:37:21.232889 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:37:21.246227 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:21.250623 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc738083-4fb7-4f7c-996d-b19daf5f313e req-6e006585-18f5-4bac-ab84-61d4d8999587 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:21.252351 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bc738083-4fb7-4f7c-996d-b19daf5f313e req-6e006585-18f5-4bac-ab84-61d4d8999587 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0916913 Aug 31 05:37:21.303218 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 10231178-d980-43ad-a64c-92cbe98c25a2, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=10231178-d980-43ad-a64c-92cbe98c25a2,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:37:21.315566 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:21.344952 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bc738083-4fb7-4f7c-996d-b19daf5f313e req-7525d28b-2588-4492-810f-0025cc974851 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806186 Aug 31 05:37:21.415838 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Router 16325c71-651a-4930-84e5-dc5979fb0cbf has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:37:21.425757 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=10231178-d980-43ad-a64c-92cbe98c25a2,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:21.555382 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:37:21.560898 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-f0895c3d-f47e-473e-8235-94ba2c9fc4fd admin admin] 10.222.0.10 "PUT /v2.0/routers/16325c71-651a-4930-84e5-dc5979fb0cbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7545657 Aug 31 05:37:21.613108 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-8b1e4c07-4901-4d21-90f4-847efeaa0ef7 None None] Provisioning complete for port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:21.614660 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4c07-4901-4d21-90f4-847efeaa0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:21.656183 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e4c07-4901-4d21-90f4-847efeaa0ef7 None None] Port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:37:22.586378 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298999a9-42ed-4b3f-af5b-9394186ea131 req-94cba37a-5b94-4c7f-b1be-2726261560d1 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:22.588270 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-298999a9-42ed-4b3f-af5b-9394186ea131 req-94cba37a-5b94-4c7f-b1be-2726261560d1 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0738993 Aug 31 05:37:22.594247 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 48374) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:22.599935 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-d144d6a6-1ca7-4841-8792-9e1422f0f886 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1262042741', 'description': 'tempest-secgroup-smoke-1262042741 description', 'project_id': '9349f0436e254975aaa4733d463871ef'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:22.635754 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-298999a9-42ed-4b3f-af5b-9394186ea131 req-1a475945-a5f5-45c3-97d0-ed333a77de62 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413058 Aug 31 05:37:22.637984 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d144d6a6-1ca7-4841-8792-9e1422f0f886 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:22.697999 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 10ad5f13-b49c-4ee8-becb-1912e534a6b7 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:37:22.742944 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d144d6a6-1ca7-4841-8792-9e1422f0f886 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:22.747336 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d144d6a6-1ca7-4841-8792-9e1422f0f886 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:22.749315 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 10ad5f13-b49c-4ee8-becb-1912e534a6b7 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:22.749862 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:22.774669 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d144d6a6-1ca7-4841-8792-9e1422f0f886 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:22.778937 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 48380) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:22.779082 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-d144d6a6-1ca7-4841-8792-9e1422f0f886 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1836076 Aug 31 05:37:22.783599 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144d6a6-1ca7-4841-8792-9e1422f0f886 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd111a5-6c04-4bbe-b193-4857e77351b6,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:22.786028 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-35631059-c4e1-4a0e-bd3d-ea67b5235515 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Request body: {'security_group_rule': {'security_group_id': '8bd111a5-6c04-4bbe-b193-4857e77351b6', 'project_id': '9349f0436e254975aaa4733d463871ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:22.793978 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Sync routers for ids ['16325c71-651a-4930-84e5-dc5979fb0cbf'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:37:22.809723 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Routers {'16325c71-651a-4930-84e5-dc5979fb0cbf'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:37:22.810392 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:37:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['16325c71-651a-4930-84e5-dc5979fb0cbf'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:22.820458 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-35631059-c4e1-4a0e-bd3d-ea67b5235515 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:22.867368 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-35631059-c4e1-4a0e-bd3d-ea67b5235515 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:22.872684 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-35631059-c4e1-4a0e-bd3d-ea67b5235515 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:22.888336 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35631059-c4e1-4a0e-bd3d-ea67b5235515 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b991cbb4-0747-4212-8272-feaf12028fe3,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:22.901291 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-35631059-c4e1-4a0e-bd3d-ea67b5235515 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:22.902519 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-35631059-c4e1-4a0e-bd3d-ea67b5235515 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223164 Aug 31 05:37:22.905337 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 48382) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:22.910003 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-3fc8da0e-576a-49ec-b635-408e2b5b68c7 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Request body: {'security_group_rule': {'security_group_id': '8bd111a5-6c04-4bbe-b193-4857e77351b6', 'project_id': '9349f0436e254975aaa4733d463871ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:22.922955 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 10231178-d980-43ad-a64c-92cbe98c25a2 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:37:22.940038 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3fc8da0e-576a-49ec-b635-408e2b5b68c7 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:22.976322 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Set router 16325c71-651a-4930-84e5-dc5979fb0cbf gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:37:22.996339 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3fc8da0e-576a-49ec-b635-408e2b5b68c7 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.000132 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3fc8da0e-576a-49ec-b635-408e2b5b68c7 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.020444 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8da0e-576a-49ec-b635-408e2b5b68c7 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2b8814-2fc0-4f62-b2f6-9609bfa69839,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:23.022880 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 10231178-d980-43ad-a64c-92cbe98c25a2 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:23.027831 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.028634 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3fc8da0e-576a-49ec-b635-408e2b5b68c7 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.032709 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-3fc8da0e-576a-49ec-b635-408e2b5b68c7 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239238 Aug 31 05:37:23.033183 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 48384) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:23.038118 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-7c7448aa-fa02-4dd5-ada1-f610560b4323 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Request body: {'security_group_rule': {'security_group_id': '8bd111a5-6c04-4bbe-b193-4857e77351b6', 'project_id': '9349f0436e254975aaa4733d463871ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:23.063717 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7c7448aa-fa02-4dd5-ada1-f610560b4323 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.119895 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7c7448aa-fa02-4dd5-ada1-f610560b4323 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.123680 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7c7448aa-fa02-4dd5-ada1-f610560b4323 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.144458 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7448aa-fa02-4dd5-ada1-f610560b4323 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc231a1-2ea8-40c7-8e2e-61ea9e2ed46c,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:23.152513 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7c7448aa-fa02-4dd5-ada1-f610560b4323 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.153703 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-7c7448aa-fa02-4dd5-ada1-f610560b4323 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193612 Aug 31 05:37:23.156542 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 48386) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:23.163340 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-fec6ce5e-b6ac-418b-821b-78513b16582d tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Request body: {'security_group_rule': {'security_group_id': '8bd111a5-6c04-4bbe-b193-4857e77351b6', 'project_id': '9349f0436e254975aaa4733d463871ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:23.191123 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fec6ce5e-b6ac-418b-821b-78513b16582d tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.209293 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 83874ae9-f065-407f-9038-e63ee961dd97 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:37:23.250674 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fec6ce5e-b6ac-418b-821b-78513b16582d tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.254894 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fec6ce5e-b6ac-418b-821b-78513b16582d tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.274169 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6ce5e-b6ac-418b-821b-78513b16582d tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176e66f5-21c2-4137-bd59-d53e5d03b81f,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:23.281347 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fec6ce5e-b6ac-418b-821b-78513b16582d tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.282590 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-fec6ce5e-b6ac-418b-821b-78513b16582d tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248124 Aug 31 05:37:23.286240 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 48388) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:23.291313 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-30c3c439-5638-4ee2-a8dc-e3db627e0303 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Request body: {'security_group_rule': {'security_group_id': '8bd111a5-6c04-4bbe-b193-4857e77351b6', 'project_id': '9349f0436e254975aaa4733d463871ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:23.315180 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.securitygroups_db [None req-30c3c439-5638-4ee2-a8dc-e3db627e0303 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Project 9349f0436e254975aaa4733d463871ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 05:37:23.320490 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-30c3c439-5638-4ee2-a8dc-e3db627e0303 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.384488 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-30c3c439-5638-4ee2-a8dc-e3db627e0303 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.388438 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-30c3c439-5638-4ee2-a8dc-e3db627e0303 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.405207 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3c439-5638-4ee2-a8dc-e3db627e0303 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c726758-6fcb-43ab-99eb-af668fd9e70c,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:23.408168 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'name': 'tempest-TestShelveInstance-753370968-router', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '83874ae9-f065-407f-9038-e63ee961dd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:16Z', 'updated_at': '2021-08-31T05:37:20Z', 'revision_number': 4, 'project_id': '21e4839d547846d4a58ee327d229609c', 'gw_port': {'id': '83874ae9-f065-407f-9038-e63ee961dd97', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:17Z', 'updated_at': '2021-08-31T05:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad', 'name': '', 'network_id': '3f3ab82a-f42d-45fb-b061-721e335a7c71', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'mac_address': 'fa:16:3e:ff:c3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '2849f25e-85e1-45ef-b813-927adbc96a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:19Z', 'updated_at': '2021-08-31T05:37:20Z', 'revision_number': 2, 'project_id': '21e4839d547846d4a58ee327d229609c', 'subnets': [{'id': '2849f25e-85e1-45ef-b813-927adbc96a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:23.412121 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 83874ae9-f065-407f-9038-e63ee961dd97 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:37:23.413382 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-30c3c439-5638-4ee2-a8dc-e3db627e0303 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.417371 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-30c3c439-5638-4ee2-a8dc-e3db627e0303 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273725 Aug 31 05:37:23.417773 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 48394) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:23.422338 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-e9d8eff9-287e-4411-972d-cb8325a1477c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Request body: {'security_group_rule': {'security_group_id': '8bd111a5-6c04-4bbe-b193-4857e77351b6', 'project_id': '9349f0436e254975aaa4733d463871ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:23.438296 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Checking router: 16325c71-651a-4930-84e5-dc5979fb0cbf for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:37:23.438664 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Updating router 16325c71-651a-4930-84e5-dc5979fb0cbf port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad binding host dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:37:23.441574 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 83874ae9-f065-407f-9038-e63ee961dd97 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:23.441954 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.445071 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.securitygroups_db [None req-e9d8eff9-287e-4411-972d-cb8325a1477c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Project 9349f0436e254975aaa4733d463871ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 05:37:23.450059 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8eff9-287e-4411-972d-cb8325a1477c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.491571 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.531187 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8eff9-287e-4411-972d-cb8325a1477c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.537403 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8eff9-287e-4411-972d-cb8325a1477c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.563684 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8eff9-287e-4411-972d-cb8325a1477c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f78624-b48f-4c5f-a964-a4b395e3f6bf,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:23.572671 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8eff9-287e-4411-972d-cb8325a1477c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.579644 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-e9d8eff9-287e-4411-972d-cb8325a1477c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1608036 Aug 31 05:37:23.579858 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.663258 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 83874ae9-f065-407f-9038-e63ee961dd97, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=83874ae9-f065-407f-9038-e63ee961dd97,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:37:23.666129 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc23c1-2d8f-4cb2-a602-e6ea03cb40ba req-59a0dfa6-4f73-40d2-b8dd-2a556f6225d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:23.668072 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.668429 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a2bc23c1-2d8f-4cb2-a602-e6ea03cb40ba req-59a0dfa6-4f73-40d2-b8dd-2a556f6225d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 1099 time: 0.0591729 Aug 31 05:37:23.714996 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a2bc23c1-2d8f-4cb2-a602-e6ea03cb40ba req-b7d75edb-733b-477e-a864-e48233ee503c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356536 Aug 31 05:37:23.770984 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=83874ae9-f065-407f-9038-e63ee961dd97,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:23.772042 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86ebf7-1ec1-414c-af2c-57e7e01a7654 req-bdcb395c-aed9-433c-8f8e-15c350dfa7c3 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:23.779649 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0a86ebf7-1ec1-414c-af2c-57e7e01a7654 req-bdcb395c-aed9-433c-8f8e-15c350dfa7c3 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0607047 Aug 31 05:37:23.821476 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0a86ebf7-1ec1-414c-af2c-57e7e01a7654 req-0120703f-8378-4192-89f3-cd609870bed8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 Aug 31 05:37:23.905145 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.917810 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Transition to ACTIVE for port object 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:37:23.924595 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:23.987061 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b697e-0b59-45a7-ba6c-f83cdde83529 None None] Pushing event updated for resources: {'Port': ['ID=96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:24.041022 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Attempting to bind port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:37:24.041476 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Attempting to bind port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': '39637349-392d-49ed-a5ec-20001399b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f3ab82a-f42d-45fb-b061-721e335a7c71'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:37:24.041837 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Attempting to bind port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad on network 3f3ab82a-f42d-45fb-b061-721e335a7c71 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:37:24.048976 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:37:24.049367 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Checking segment: {'id': '39637349-392d-49ed-a5ec-20001399b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f3ab82a-f42d-45fb-b061-721e335a7c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:37:24.049808 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:24.050259 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Bound using segment: {'id': '39637349-392d-49ed-a5ec-20001399b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f3ab82a-f42d-45fb-b061-721e335a7c71'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:37:24.050722 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Bound port: 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39637349-392d-49ed-a5ec-20001399b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f3ab82a-f42d-45fb-b061-721e335a7c71'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:37:24.051747 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:24.150864 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] For port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:37:24.155420 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] For port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad,segment=NetworkSegment(39637349-392d-49ed-a5ec-20001399b71b),segment_id=39637349-392d-49ed-a5ec-20001399b71b)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:37:24.163492 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:24.237269 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Routers {'16325c71-651a-4930-84e5-dc5979fb0cbf'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:37:24.238058 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:37:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['16325c71-651a-4930-84e5-dc5979fb0cbf'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:24.314384 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b697e-0b59-45a7-ba6c-f83cdde83529 None None] Pushing event updated for resources: {'Port': ['ID=96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:24.400532 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] Set router 16325c71-651a-4930-84e5-dc5979fb0cbf gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:37:24.562453 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 83874ae9-f065-407f-9038-e63ee961dd97 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:37:24.589634 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:24.665954 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 83874ae9-f065-407f-9038-e63ee961dd97 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:24.666228 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:24.726667 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'name': 'tempest-TestShelveInstance-753370968-router', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '83874ae9-f065-407f-9038-e63ee961dd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:16Z', 'updated_at': '2021-08-31T05:37:20Z', 'revision_number': 4, 'project_id': '21e4839d547846d4a58ee327d229609c', 'gw_port': {'id': '83874ae9-f065-407f-9038-e63ee961dd97', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:17Z', 'updated_at': '2021-08-31T05:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad', 'name': '', 'network_id': '3f3ab82a-f42d-45fb-b061-721e335a7c71', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'mac_address': 'fa:16:3e:ff:c3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '2849f25e-85e1-45ef-b813-927adbc96a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:19Z', 'updated_at': '2021-08-31T05:37:24Z', 'revision_number': 4, 'project_id': '21e4839d547846d4a58ee327d229609c', 'subnets': [{'id': '2849f25e-85e1-45ef-b813-927adbc96a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:37:24.757671 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03e3111-8461-4e55-bb81-cfaa297988a0 None None] The sync data for ids ['16325c71-651a-4930-84e5-dc5979fb0cbf'] in dv-cinder-806559-3-iscsi is: [{'id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'name': 'tempest-TestShelveInstance-753370968-router', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '83874ae9-f065-407f-9038-e63ee961dd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:16Z', 'updated_at': '2021-08-31T05:37:20Z', 'revision_number': 4, 'project_id': '21e4839d547846d4a58ee327d229609c', 'gw_port': {'id': '83874ae9-f065-407f-9038-e63ee961dd97', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:17Z', 'updated_at': '2021-08-31T05:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad', 'name': '', 'network_id': '3f3ab82a-f42d-45fb-b061-721e335a7c71', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'mac_address': 'fa:16:3e:ff:c3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '2849f25e-85e1-45ef-b813-927adbc96a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:19Z', 'updated_at': '2021-08-31T05:37:24Z', 'revision_number': 4, 'project_id': '21e4839d547846d4a58ee327d229609c', 'subnets': [{'id': '2849f25e-85e1-45ef-b813-927adbc96a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:37:24.961667 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfe36d-e76c-4a8c-8914-df961ff4d679 req-49759e38-1cc6-4462-8045-347c41a4d6c1 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:24.963358 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8ecfe36d-e76c-4a8c-8914-df961ff4d679 req-49759e38-1cc6-4462-8045-347c41a4d6c1 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0660048 Aug 31 05:37:25.017254 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8ecfe36d-e76c-4a8c-8914-df961ff4d679 req-15aa3814-df5f-4eee-83de-b88218f05a6a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473678 Aug 31 05:37:25.281934 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 48520) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:25.388212 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e20c1203-8b4e-4d76-a47d-30cdc81a8945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:25.473305 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e20c1203-8b4e-4d76-a47d-30cdc81a8945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:25.476551 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e20c1203-8b4e-4d76-a47d-30cdc81a8945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:25.513614 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-e20c1203-8b4e-4d76-a47d-30cdc81a8945 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=538371ef759547d5aa346661e0cadd16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306359 Aug 31 05:37:25.514444 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c1203-8b4e-4d76-a47d-30cdc81a8945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569dc724-9850-4375-ae02-a73ddbc91b6b,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:25.516749 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 48526) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:25.563817 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f3a07627-326e-4585-9b5b-0c2dfc1458f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:25.586829 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f3a07627-326e-4585-9b5b-0c2dfc1458f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:25.633234 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f3a07627-326e-4585-9b5b-0c2dfc1458f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:25.635642 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f3a07627-326e-4585-9b5b-0c2dfc1458f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:25.639565 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-f3a07627-326e-4585-9b5b-0c2dfc1458f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/569dc724-9850-4375-ae02-a73ddbc91b6b HTTP/1.1" status: 204 len: 168 time: 0.1218617 Aug 31 05:37:25.649514 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a07627-326e-4585-9b5b-0c2dfc1458f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569dc724-9850-4375-ae02-a73ddbc91b6b,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:26.140822 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb977d-5efe-4e09-97d6-2e5b1a83a39f req-4788485f-73a1-43e8-a4f3-927e6b9c27bf tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:26.142313 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8bbb977d-5efe-4e09-97d6-2e5b1a83a39f req-4788485f-73a1-43e8-a4f3-927e6b9c27bf tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0530005 Aug 31 05:37:26.183238 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8bbb977d-5efe-4e09-97d6-2e5b1a83a39f req-fc2e5ca6-5fd1-443b-811d-e9698f819125 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348282 Aug 31 05:37:26.567855 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:37:26.616471 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:37:26.620289 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:26.620749 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:26.700961 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:26.732620 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad,segment=NetworkSegment(39637349-392d-49ed-a5ec-20001399b71b),segment_id=39637349-392d-49ed-a5ec-20001399b71b)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:37:26.736609 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:26.788304 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:27.303375 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0b100-67ee-4ae6-b14e-17315b50ed43 req-c84a3bb4-a882-4104-986d-8fd42c7ddcea tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:27.304835 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8ce0b100-67ee-4ae6-b14e-17315b50ed43 req-c84a3bb4-a882-4104-986d-8fd42c7ddcea tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0563974 Aug 31 05:37:27.347437 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8ce0b100-67ee-4ae6-b14e-17315b50ed43 req-1e903a5b-4832-482c-804e-5de850b3bf8c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366118 Aug 31 05:37:28.463318 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470acb0f-b933-4184-9e3b-8aea5272c4de req-4a5908dc-bc46-4a5b-adac-9646e1928859 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:28.464815 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-470acb0f-b933-4184-9e3b-8aea5272c4de req-4a5908dc-bc46-4a5b-adac-9646e1928859 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0494418 Aug 31 05:37:28.509032 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-470acb0f-b933-4184-9e3b-8aea5272c4de req-edcd914d-5a8c-4ea1-93f9-3567b0356fc8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380085 Aug 31 05:37:28.556127 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:37:28.601695 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:28.602062 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:29.548076 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d97b77a9-a2d7-4798-94d7-ff60ba032803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:29.633902 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e8cf7-c886-4c44-9a4d-d8742567a6c7 req-60300f44-92d8-4407-a9b8-32b30bf480ef tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:29.635520 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-905e8cf7-c886-4c44-9a4d-d8742567a6c7 req-60300f44-92d8-4407-a9b8-32b30bf480ef tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0522068 Aug 31 05:37:29.673922 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-905e8cf7-c886-4c44-9a4d-d8742567a6c7 req-3b6488b9-e2eb-4fa4-987e-e63cd9ec60bf tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324748 Aug 31 05:37:29.827534 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb69d9-f591-4ae1-af18-e4deb50eeed4 req-54c73854-d7aa-421a-bb94-51bb2ba3fb1d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:29.829010 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cdcb69d9-f591-4ae1-af18-e4deb50eeed4 req-54c73854-d7aa-421a-bb94-51bb2ba3fb1d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0597765 Aug 31 05:37:29.872941 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cdcb69d9-f591-4ae1-af18-e4deb50eeed4 req-33783115-aa94-43de-95a4-c259d6e43d69 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376608 Aug 31 05:37:31.877199 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d4ec7474-3c10-4185-86f2-cffdf2b30eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:32.335161 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:33.274640 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:34.857330 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:34.861252 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a146ac4-bd19-4754-b32f-73b2bab60c7b req-38606849-68df-4fdb-87db-852439a29de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:34.863177 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0a146ac4-bd19-4754-b32f-73b2bab60c7b req-38606849-68df-4fdb-87db-852439a29de4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df247d9bc9ab4706a39bc2047bed84e8&device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 1098 time: 0.0772622 Aug 31 05:37:34.896699 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acc1e2-5d27-4a75-b992-d93e64c7cab0 req-a9f2514c-9043-44a9-ad05-11c8d37cb081 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:34.903661 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-44acc1e2-5d27-4a75-b992-d93e64c7cab0 req-a9f2514c-9043-44a9-ad05-11c8d37cb081 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0888286 Aug 31 05:37:34.988052 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a146ac4-bd19-4754-b32f-73b2bab60c7b req-eef03145-7d02-4db9-8901-7f2aa659ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:34.990292 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0a146ac4-bd19-4754-b32f-73b2bab60c7b req-eef03145-7d02-4db9-8901-7f2aa659ce9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=66e9f947-7a38-422f-9aac-7a0d6a4fc617 HTTP/1.1" status: 200 len: 920 time: 0.1170819 Aug 31 05:37:35.007582 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-44acc1e2-5d27-4a75-b992-d93e64c7cab0 req-d9150116-adbf-4379-b047-875bd1b2c6e0 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912700 Aug 31 05:37:35.063977 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0a146ac4-bd19-4754-b32f-73b2bab60c7b req-1a79b8b6-6b84-4104-926e-7568bd74cb6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13a20b6f-78fa-4cc4-b907-49233c2a2cfb HTTP/1.1" status: 200 len: 217 time: 0.0655053 Aug 31 05:37:35.162201 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a146ac4-bd19-4754-b32f-73b2bab60c7b req-cc434559-f5fe-4451-9777-890e9233bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:35.163855 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0a146ac4-bd19-4754-b32f-73b2bab60c7b req-cc434559-f5fe-4451-9777-890e9233bf5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80fdd554-6ca7-4bea-8a87-7b1508c8e0ed HTTP/1.1" status: 200 len: 859 time: 0.0762000 Aug 31 05:37:35.227453 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0a146ac4-bd19-4754-b32f-73b2bab60c7b req-5245d61c-602e-439e-8240-2f1797cfc2b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66e9f947-7a38-422f-9aac-7a0d6a4fc617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473044 Aug 31 05:37:35.259154 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-1b0e0d3a-45ab-4dc2-9c1b-99f2fa6ef6fb tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:35.260726 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-1b0e0d3a-45ab-4dc2-9c1b-99f2fa6ef6fb tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/networks?id=bbe84905-3ab6-43e0-bd80-358715870242 HTTP/1.1" status: 200 len: 814 time: 0.1928458 Aug 31 05:37:35.295793 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-3b13667e-e6c2-440f-becc-550ad63feaef tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/quotas/f79cf8f01e8a4c09ba29eaeae6aca7a3 HTTP/1.1" status: 200 len: 375 time: 0.0203400 Aug 31 05:37:35.354440 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-3e15f67a-3569-49cf-93a6-14b6cc6d2ef2 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f79cf8f01e8a4c09ba29eaeae6aca7a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575879 Aug 31 05:37:35.382911 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0a146ac4-bd19-4754-b32f-73b2bab60c7b req-16c01278-492e-4c6c-ade3-02831b717061 service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470063 Aug 31 05:37:35.455664 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-3fb6416b-7d4e-461f-b837-67698ca7c9fd service neutron] 10.222.0.10 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910490 Aug 31 05:37:35.499442 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0a146ac4-bd19-4754-b32f-73b2bab60c7b req-a8a2b01d-1f5b-4654-acb5-06c895f4a99f service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992842 Aug 31 05:37:35.567234 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-c26b16b8-3247-4780-80ea-39a074c38095 service neutron] 10.222.0.10 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989816 Aug 31 05:37:35.728943 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bb20753b-6209-4754-a926-b64eb45ceaed req-07cdb0fd-ee38-4aa2-a8ca-d1c43beed5aa tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 210 time: 0.0258324 Aug 31 05:37:36.064367 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 48868) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:36.123213 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea70fc0-4682-4c43-8a0b-de394de0757e req-7b36faff-3791-44e2-9ff6-549f21b28e5c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:36.124826 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bea70fc0-4682-4c43-8a0b-de394de0757e req-7b36faff-3791-44e2-9ff6-549f21b28e5c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0488410 Aug 31 05:37:36.165541 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bea70fc0-4682-4c43-8a0b-de394de0757e req-cf05f31a-0286-4942-93e9-38f0bcef1ddd tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346284 Aug 31 05:37:36.179594 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e91cb613-2d26-46de-a54c-1b6b5778b1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:36.281051 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e91cb613-2d26-46de-a54c-1b6b5778b1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:36.285666 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e91cb613-2d26-46de-a54c-1b6b5778b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:36.321874 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-e91cb613-2d26-46de-a54c-1b6b5778b1f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a32fc0c30600400eb3afc6500fc4d311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562666 Aug 31 05:37:36.325004 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 48880) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:36.332177 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cb613-2d26-46de-a54c-1b6b5778b1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea4ebed-eb02-4024-b8c9-1472c5651a89,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:36.379354 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-45629d5b-578c-4389-a9e2-99af37e3d08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:36.401800 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-45629d5b-578c-4389-a9e2-99af37e3d08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:36.476882 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-45629d5b-578c-4389-a9e2-99af37e3d08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:36.479726 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-45629d5b-578c-4389-a9e2-99af37e3d08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:36.483956 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-45629d5b-578c-4389-a9e2-99af37e3d08f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ea4ebed-eb02-4024-b8c9-1472c5651a89 HTTP/1.1" status: 204 len: 168 time: 0.1550393 Aug 31 05:37:36.495253 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45629d5b-578c-4389-a9e2-99af37e3d08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea4ebed-eb02-4024-b8c9-1472c5651a89,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:36.823067 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-be05bcc5-fab1-45d5-90db-3a31dc2099d9 req-2fdc3e8d-3259-491f-95fe-6790bd551309 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 210 time: 0.0260139 Aug 31 05:37:37.280303 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29edd2-e7af-4ecf-acb3-f5a2768897bd req-fa96f66b-44bf-4bf9-914c-db2dbf42e5c6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:37.281768 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0d29edd2-e7af-4ecf-acb3-f5a2768897bd req-fa96f66b-44bf-4bf9-914c-db2dbf42e5c6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0479732 Aug 31 05:37:37.321953 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0d29edd2-e7af-4ecf-acb3-f5a2768897bd req-54c34812-a43a-4498-9769-4127db9d7a2a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334818 Aug 31 05:37:37.910614 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9a562868-9cee-4745-99a1-9abf5624846f req-983f8cd4-5756-488c-97bf-1824673f736c tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 210 time: 0.0243912 Aug 31 05:37:38.438659 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49586fa-5a05-4049-a6cd-1b31274082ef req-9f2c23ef-b31c-4097-bf84-d8f17cdb8039 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:38.440116 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f49586fa-5a05-4049-a6cd-1b31274082ef req-9f2c23ef-b31c-4097-bf84-d8f17cdb8039 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0492983 Aug 31 05:37:38.475931 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f49586fa-5a05-4049-a6cd-1b31274082ef req-3a087a54-83af-4ceb-9082-abb5afa7c55f tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299640 Aug 31 05:37:38.999788 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-110d9d4b-62f0-4261-877b-9d716da29305 req-d442f0ce-e0a5-4c5f-bb03-9da789fba95c tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 210 time: 0.0246742 Aug 31 05:37:39.588343 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8cc12-5207-42b9-ad50-cd2919e5849a req-4e2bd270-7033-40fe-90a4-abb37a28b48f tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:39.589756 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-33a8cc12-5207-42b9-ad50-cd2919e5849a req-4e2bd270-7033-40fe-90a4-abb37a28b48f tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0480685 Aug 31 05:37:39.627247 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-33a8cc12-5207-42b9-ad50-cd2919e5849a req-e922bda6-8f01-461e-b6c8-c06d4fc2854e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316224 Aug 31 05:37:40.104782 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9bb66541-8be0-4c0b-988c-eddb58f99ac4 req-8294b59c-f06c-4e3e-81fe-05ea8fd8b90c tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 210 time: 0.0288856 Aug 31 05:37:40.110704 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-c2cac811-e7d3-4928-aae6-0c6f8afd9d0a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:40.112804 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-c2cac811-e7d3-4928-aae6-0c6f8afd9d0a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "GET /v2.0/networks?id=bbe84905-3ab6-43e0-bd80-358715870242 HTTP/1.1" status: 200 len: 814 time: 0.1021576 Aug 31 05:37:40.129649 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-16f932cd-4079-4f4f-ae7f-b34f916a6d16 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Request body: {'port': {'device_id': '2baf6d8e-a7f8-4518-bace-570b206722f6', 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242', 'admin_state_up': True, 'tenant_id': 'f79cf8f01e8a4c09ba29eaeae6aca7a3'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:40.243497 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-16f932cd-4079-4f4f-ae7f-b34f916a6d16 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Made reservation on behalf of f79cf8f01e8a4c09ba29eaeae6aca7a3 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:37:40.246958 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-16f932cd-4079-4f4f-ae7f-b34f916a6d16 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:40.378737 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-16f932cd-4079-4f4f-ae7f-b34f916a6d16 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Allocated IP 172.20.0.12 (bbe84905-3ab6-43e0-bd80-358715870242/e53daf4f-035b-4c77-aaf1-31c26b45f1ea/a7591a63-fdb6-42f9-9aae-38182758e7e4) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:37:40.535757 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-16f932cd-4079-4f4f-ae7f-b34f916a6d16 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:40.574817 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-16f932cd-4079-4f4f-ae7f-b34f916a6d16 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:40.589921 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['26fee4d6-0eaf-4baa-9890-0c3b86730663', 'd2547d3b-4821-4735-bd13-e6cd1eccdf12', '35885003-68bf-4f40-9ebd-6f9a1076b187'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:37:40.618836 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-16f932cd-4079-4f4f-ae7f-b34f916a6d16 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Network bbe84905-3ab6-43e0-bd80-358715870242 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:37:40.624104 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-16f932cd-4079-4f4f-ae7f-b34f916a6d16 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:37:40.628019 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-16f932cd-4079-4f4f-ae7f-b34f916a6d16 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:37:40.662659 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f932cd-4079-4f4f-ae7f-b34f916a6d16 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Pushing event updated for resources: {'Port': ['ID=a7591a63-fdb6-42f9-9aae-38182758e7e4,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:40.697696 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-16f932cd-4079-4f4f-ae7f-b34f916a6d16 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:40.698435 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-16f932cd-4079-4f4f-ae7f-b34f916a6d16 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:40.714177 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-16f932cd-4079-4f4f-ae7f-b34f916a6d16 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5884848 Aug 31 05:37:40.730480 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Request body: {'port': {'device_id': '2baf6d8e-a7f8-4518-bace-570b206722f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:37:40.781715 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0a6ef-5c71-4b30-8bed-e1bfa831f03d req-8b3745a5-8ff4-4818-a229-8501bea186cb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:40.785681 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-47c0a6ef-5c71-4b30-8bed-e1bfa831f03d req-8b3745a5-8ff4-4818-a229-8501bea186cb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0780029 Aug 31 05:37:40.813715 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:40.834661 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-47c0a6ef-5c71-4b30-8bed-e1bfa831f03d req-1bccc4dc-10f2-47e4-a5a0-b36d9b518931 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413420 Aug 31 05:37:41.153029 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7591a63-fdb6-42f9-9aae-38182758e7e4 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:37:41.162690 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:41.175258 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Transition to ACTIVE for port object a7591a63-fdb6-42f9-9aae-38182758e7e4 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:37:41.179562 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:41.235723 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7764-5781-4f9d-ba92-034201516f3e req-ee95d78b-99b9-4d0b-b589-2433d7fa78c2 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:41.243576 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f43e7764-5781-4f9d-ba92-034201516f3e req-ee95d78b-99b9-4d0b-b589-2433d7fa78c2 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 944 time: 0.0607591 Aug 31 05:37:41.255027 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Pushing event updated for resources: {'Port': ['ID=a7591a63-fdb6-42f9-9aae-38182758e7e4,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:41.292924 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f43e7764-5781-4f9d-ba92-034201516f3e req-36eb349d-6421-43ab-bc7e-2655ffc4fbc4 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468502 Aug 31 05:37:41.315475 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Attempting to bind port a7591a63-fdb6-42f9-9aae-38182758e7e4 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:37:41.315813 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Attempting to bind port a7591a63-fdb6-42f9-9aae-38182758e7e4 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:37:41.316247 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Attempting to bind port a7591a63-fdb6-42f9-9aae-38182758e7e4 on network bbe84905-3ab6-43e0-bd80-358715870242 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:37:41.321355 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Port a7591a63-fdb6-42f9-9aae-38182758e7e4 on network bbe84905-3ab6-43e0-bd80-358715870242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:37:41.321713 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Attempting to bind port a7591a63-fdb6-42f9-9aae-38182758e7e4 on network bbe84905-3ab6-43e0-bd80-358715870242 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:37:41.327180 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:37:41.327588 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Checking segment: {'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:37:41.327985 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Bound using segment: {'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:37:41.328422 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Bound port: a7591a63-fdb6-42f9-9aae-38182758e7e4, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c832a9b-a58d-418d-924f-1451983e88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:37:41.328783 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:41.383843 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49032) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:41.398510 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] For port a7591a63-fdb6-42f9-9aae-38182758e7e4, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:37:41.401968 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] For port a7591a63-fdb6-42f9-9aae-38182758e7e4, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=a7591a63-fdb6-42f9-9aae-38182758e7e4,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:37:41.405981 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:41.438926 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:41.439648 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:41.441315 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] 10.222.0.32 "PUT /v2.0/ports/a7591a63-fdb6-42f9-9aae-38182758e7e4 HTTP/1.1" status: 200 len: 1094 time: 0.7159257 Aug 31 05:37:41.443659 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2baf6d8e-a7f8-4518-bace-570b206722f6', 'tag': 'a7591a63-fdb6-42f9-9aae-38182758e7e4'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:37:41.445932 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a2d0a2-6937-4801-a7f1-dacaf5c6bdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "2baf6d8e-a7f8-4518-bace-570b206722f6", "tag": "a7591a63-fdb6-42f9-9aae-38182758e7e4"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:37:41.477824 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14a61d-896b-4c1c-8063-0a8b98a58a2d service neutron] Pushing event updated for resources: {'Port': ['ID=a7591a63-fdb6-42f9-9aae-38182758e7e4,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:41.507586 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f8dae1e6-0f98-419d-ae50-40abd58325dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:41.523981 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665259cb-5498-49a2-95c8-2f8a0082c82c x-openstack-request-id: req-665259cb-5498-49a2-95c8-2f8a0082c82c {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:37:41.524275 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2baf6d8e-a7f8-4518-bace-570b206722f6", "tag": "a7591a63-fdb6-42f9-9aae-38182758e7e4", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:37:41.524529 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-665259cb-5498-49a2-95c8-2f8a0082c82c {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:37:41.524938 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2baf6d8e-a7f8-4518-bace-570b206722f6', 'tag': 'a7591a63-fdb6-42f9-9aae-38182758e7e4', 'status': 'completed', 'code': 200} Aug 31 05:37:41.604004 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f8dae1e6-0f98-419d-ae50-40abd58325dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:41.607815 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f8dae1e6-0f98-419d-ae50-40abd58325dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:41.646626 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dae1e6-0f98-419d-ae50-40abd58325dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8efef3-ec75-4e44-94dd-dc4c8d1644be,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:41.650755 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-f8dae1e6-0f98-419d-ae50-40abd58325dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47f750f7344444ae957f9f0c004b25f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658916 Aug 31 05:37:41.653484 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49042) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:41.703563 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2e4f-ebd3-4e53-bc7e-ebb16119edda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:41.724828 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2e4f-ebd3-4e53-bc7e-ebb16119edda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:41.773147 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2e4f-ebd3-4e53-bc7e-ebb16119edda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:41.775664 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2e4f-ebd3-4e53-bc7e-ebb16119edda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:41.776817 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-6e6c2e4f-ebd3-4e53-bc7e-ebb16119edda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d8efef3-ec75-4e44-94dd-dc4c8d1644be HTTP/1.1" status: 204 len: 168 time: 0.1214020 Aug 31 05:37:41.784214 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c2e4f-ebd3-4e53-bc7e-ebb16119edda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8efef3-ec75-4e44-94dd-dc4c8d1644be,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:41.955503 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ec034-f8b4-42ae-8f9d-6c862da81c41 req-a11eeba0-3c95-40b2-b11e-cdff04c592df tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:41.956997 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-dd0ec034-f8b4-42ae-8f9d-6c862da81c41 req-a11eeba0-3c95-40b2-b11e-cdff04c592df tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0493243 Aug 31 05:37:41.998398 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-dd0ec034-f8b4-42ae-8f9d-6c862da81c41 req-ef95626d-ce59-42cd-8ab1-b9c580bd2890 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345078 Aug 31 05:37:42.054691 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49060) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:42.073283 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a21d3d93-56ea-4936-a55c-8288cfec6f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:42.177559 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a21d3d93-56ea-4936-a55c-8288cfec6f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:42.187295 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a21d3d93-56ea-4936-a55c-8288cfec6f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:42.224814 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-a21d3d93-56ea-4936-a55c-8288cfec6f13 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17370268f5aa45a2a1e483857047fd43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689508 Aug 31 05:37:42.225823 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d3d93-56ea-4936-a55c-8288cfec6f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b1d068-01c6-4eef-a7d2-4b4864f09f0f,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:42.227521 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49070) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:42.275561 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1700b15f-593e-4f47-b77d-8e47fec014ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:42.296512 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1700b15f-593e-4f47-b77d-8e47fec014ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:42.345104 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1700b15f-593e-4f47-b77d-8e47fec014ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:42.347826 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1700b15f-593e-4f47-b77d-8e47fec014ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:42.349685 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-1700b15f-593e-4f47-b77d-8e47fec014ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3b1d068-01c6-4eef-a7d2-4b4864f09f0f HTTP/1.1" status: 204 len: 168 time: 0.1209772 Aug 31 05:37:42.359278 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700b15f-593e-4f47-b77d-8e47fec014ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b1d068-01c6-4eef-a7d2-4b4864f09f0f,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:42.408774 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f3582-4c47-4cc3-8229-aea6c39d0854 req-3dcc7879-e1f1-42c3-8586-b9912e1b8e2f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:42.410334 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e93f3582-4c47-4cc3-8229-aea6c39d0854 req-3dcc7879-e1f1-42c3-8586-b9912e1b8e2f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 944 time: 0.0529177 Aug 31 05:37:42.447682 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e93f3582-4c47-4cc3-8229-aea6c39d0854 req-7a9738d2-850b-45c4-9f33-6e1b6bcf959f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308242 Aug 31 05:37:42.659505 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49080) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:42.673221 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-880c05c1-f542-4c0f-a8fa-f84f08d3b672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:42.758477 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-880c05c1-f542-4c0f-a8fa-f84f08d3b672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:42.762176 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-880c05c1-f542-4c0f-a8fa-f84f08d3b672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:42.798867 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-880c05c1-f542-4c0f-a8fa-f84f08d3b672 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3344a851619d4179affcba39cb72c433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383533 Aug 31 05:37:42.799818 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c05c1-f542-4c0f-a8fa-f84f08d3b672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e7d7b8-3a6a-4ae8-aa07-a44d8c48bca8,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:42.801526 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49082) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:42.849072 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cae1a7f0-a3d6-46f4-9c6b-6d4d500e269e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:42.869381 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cae1a7f0-a3d6-46f4-9c6b-6d4d500e269e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:42.916008 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cae1a7f0-a3d6-46f4-9c6b-6d4d500e269e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:42.918558 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cae1a7f0-a3d6-46f4-9c6b-6d4d500e269e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:42.919749 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-cae1a7f0-a3d6-46f4-9c6b-6d4d500e269e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34e7d7b8-3a6a-4ae8-aa07-a44d8c48bca8 HTTP/1.1" status: 204 len: 168 time: 0.1172297 Aug 31 05:37:42.927543 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1a7f0-a3d6-46f4-9c6b-6d4d500e269e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e7d7b8-3a6a-4ae8-aa07-a44d8c48bca8,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:43.116834 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177966e0-00b0-4b00-824c-b1c1e9d39371 req-27f8c4ad-5dd0-4afe-8bbe-130fea2e25ad tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:43.118475 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-177966e0-00b0-4b00-824c-b1c1e9d39371 req-27f8c4ad-5dd0-4afe-8bbe-130fea2e25ad tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0517237 Aug 31 05:37:43.162139 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-177966e0-00b0-4b00-824c-b1c1e9d39371 req-447b54a5-d8d1-4fb7-a009-5ecca863e9de tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374689 Aug 31 05:37:43.563758 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a229db-76cc-4f6a-ac19-cdd457e388e7 req-a8aa0192-03b4-4fe5-aef4-56b8009e3c65 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:43.565197 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-48a229db-76cc-4f6a-ac19-cdd457e388e7 req-a8aa0192-03b4-4fe5-aef4-56b8009e3c65 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 944 time: 0.0503654 Aug 31 05:37:43.602898 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-48a229db-76cc-4f6a-ac19-cdd457e388e7 req-19c0d215-7e50-4d4c-bdc0-d501508d9619 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318942 Aug 31 05:37:44.278420 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deceb648-507c-467e-945e-325355840969 req-5ef77940-53d6-435f-b809-1e6e4229783d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:44.280128 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-deceb648-507c-467e-945e-325355840969 req-5ef77940-53d6-435f-b809-1e6e4229783d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0488350 Aug 31 05:37:44.316739 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-deceb648-507c-467e-945e-325355840969 req-42a79da8-7ec8-4bb8-9330-27ecc5582947 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307832 Aug 31 05:37:44.700855 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-ea145e12-4296-4e12-ac52-bbf45c841ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:44.702394 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-ea145e12-4296-4e12-ac52-bbf45c841ad4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f79cf8f01e8a4c09ba29eaeae6aca7a3&device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 1097 time: 0.0513177 Aug 31 05:37:44.730593 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a18ce0-a2f8-49e4-8394-10117d0413f8 req-198aadce-2527-40b4-bc86-09f955a8c484 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:44.732210 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-12a18ce0-a2f8-49e4-8394-10117d0413f8 req-198aadce-2527-40b4-bc86-09f955a8c484 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 944 time: 0.0575159 Aug 31 05:37:44.746504 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-1455815f-dfa2-41b0-8aee-7d51102ac397 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7591a63-fdb6-42f9-9aae-38182758e7e4 HTTP/1.1" status: 200 len: 217 time: 0.0337491 Aug 31 05:37:44.770946 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-12a18ce0-a2f8-49e4-8394-10117d0413f8 req-cc28bffd-9e77-4026-9061-cebba89857f1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Aug 31 05:37:44.798487 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-9f45ae10-e677-452c-8d34-0612dfd0a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:44.799981 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-9f45ae10-e677-452c-8d34-0612dfd0a44b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e53daf4f-035b-4c77-aaf1-31c26b45f1ea HTTP/1.1" status: 200 len: 854 time: 0.0454538 Aug 31 05:37:44.835112 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-19686827-cb3a-4b4d-a0fb-d5189705b686 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbe84905-3ab6-43e0-bd80-358715870242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232906 Aug 31 05:37:44.927832 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-08d897f4-14ce-4fea-9034-0227ba9b3427 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834556 Aug 31 05:37:45.026115 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-56374131-f2f5-413d-bb3e-eb7f06720a18 req-c0fb6452-093b-47f9-9af4-d885c80fb55f service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896986 Aug 31 05:37:45.123695 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2d0a2-6937-4801-a7f1-dacaf5c6bdc7 req-ac192149-d879-469b-bbbf-62c91fb1b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:45.125195 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b4a2d0a2-6937-4801-a7f1-dacaf5c6bdc7 req-ac192149-d879-469b-bbbf-62c91fb1b350 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f79cf8f01e8a4c09ba29eaeae6aca7a3&device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 1097 time: 0.0452335 Aug 31 05:37:45.215089 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2d0a2-6937-4801-a7f1-dacaf5c6bdc7 req-92c27d25-8eeb-4753-ab8f-a92908063693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:45.216657 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b4a2d0a2-6937-4801-a7f1-dacaf5c6bdc7 req-92c27d25-8eeb-4753-ab8f-a92908063693 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bbe84905-3ab6-43e0-bd80-358715870242 HTTP/1.1" status: 200 len: 915 time: 0.0823247 Aug 31 05:37:45.266703 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b4a2d0a2-6937-4801-a7f1-dacaf5c6bdc7 req-9b26f482-2ff9-412e-8e9a-2cc9b01798e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7591a63-fdb6-42f9-9aae-38182758e7e4 HTTP/1.1" status: 200 len: 217 time: 0.0350471 Aug 31 05:37:45.330767 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2d0a2-6937-4801-a7f1-dacaf5c6bdc7 req-d5439da5-ebba-48d6-8e37-ac52ed26af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:45.332051 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b4a2d0a2-6937-4801-a7f1-dacaf5c6bdc7 req-d5439da5-ebba-48d6-8e37-ac52ed26af15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e53daf4f-035b-4c77-aaf1-31c26b45f1ea HTTP/1.1" status: 200 len: 854 time: 0.0541430 Aug 31 05:37:45.370520 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b4a2d0a2-6937-4801-a7f1-dacaf5c6bdc7 req-8dfd4394-3555-4e7d-b502-6eeb281fe5fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbe84905-3ab6-43e0-bd80-358715870242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263948 Aug 31 05:37:45.442272 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154aee70-7722-4e9c-9dfc-89504609690b req-26f9f915-40cd-4356-b046-3ac5cb105dbd tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:45.444422 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-154aee70-7722-4e9c-9dfc-89504609690b req-26f9f915-40cd-4356-b046-3ac5cb105dbd tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0519631 Aug 31 05:37:45.466395 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b4a2d0a2-6937-4801-a7f1-dacaf5c6bdc7 req-d657673e-b43e-43cd-b9b5-6c1cb7f58c42 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839829 Aug 31 05:37:45.480424 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-154aee70-7722-4e9c-9dfc-89504609690b req-9a3e9a39-f08d-44b6-b885-883368a55d20 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298676 Aug 31 05:37:45.884496 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466ee4d-8784-48fa-bad8-94a8b573683c req-0e57120e-2128-4fea-a0a6-dc28bde0888f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:45.886034 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a466ee4d-8784-48fa-bad8-94a8b573683c req-0e57120e-2128-4fea-a0a6-dc28bde0888f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 944 time: 0.0484188 Aug 31 05:37:45.923590 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a466ee4d-8784-48fa-bad8-94a8b573683c req-212fb582-bf00-4713-8585-5d0a4ccd0ab6 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315540 Aug 31 05:37:46.599037 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea685fc4-eb62-4180-9598-e2692b6586e5 req-f4674eef-c096-47af-ac27-637b0624b6b5 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:46.600460 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ea685fc4-eb62-4180-9598-e2692b6586e5 req-f4674eef-c096-47af-ac27-637b0624b6b5 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0477774 Aug 31 05:37:46.638069 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ea685fc4-eb62-4180-9598-e2692b6586e5 req-40262bd1-145b-49ac-8342-3ed49920a460 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316908 Aug 31 05:37:46.903882 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:37:47.036962 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5576ed8-c293-4c99-ae6b-97557ac08da9 req-ce148d14-78f1-4476-82f7-3597efbbf4bb tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:47.038414 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d5576ed8-c293-4c99-ae6b-97557ac08da9 req-ce148d14-78f1-4476-82f7-3597efbbf4bb tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 944 time: 0.0512011 Aug 31 05:37:47.076924 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d5576ed8-c293-4c99-ae6b-97557ac08da9 req-9512e4f3-30b2-4efe-bba7-97cc98c0c282 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324667 Aug 31 05:37:47.749305 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f757d-92bc-4f50-8417-17da92fcc925 req-b11dd831-18cb-4b0c-b0ca-9c521797546b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:47.750755 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9d0f757d-92bc-4f50-8417-17da92fcc925 req-b11dd831-18cb-4b0c-b0ca-9c521797546b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0470283 Aug 31 05:37:47.789802 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9d0f757d-92bc-4f50-8417-17da92fcc925 req-ea15c947-6445-405b-b69b-08fbaaf22318 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Aug 31 05:37:48.187333 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4e692-b9be-4dde-ad50-ba2221b6e531 req-215f0cf2-b6ea-4626-b067-41bca6dcbdfd tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:48.188771 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-adb4e692-b9be-4dde-ad50-ba2221b6e531 req-215f0cf2-b6ea-4626-b067-41bca6dcbdfd tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 944 time: 0.0464718 Aug 31 05:37:48.227750 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-adb4e692-b9be-4dde-ad50-ba2221b6e531 req-cb586d72-3369-446b-a084-76eed9587f2f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326734 Aug 31 05:37:48.904535 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac678b2f-a094-41a6-92fe-4688c5f02840 req-0552906f-36e3-4380-a7d9-6d5c8f01740a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:48.906037 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ac678b2f-a094-41a6-92fe-4688c5f02840 req-0552906f-36e3-4380-a7d9-6d5c8f01740a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0508943 Aug 31 05:37:48.943921 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ac678b2f-a094-41a6-92fe-4688c5f02840 req-13778a94-70f2-4efb-9c6f-ffd5e1a1aa29 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314550 Aug 31 05:37:48.970611 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b4a2d0a2-6937-4801-a7f1-dacaf5c6bdc7 req-fa808e65-06ef-44fc-839e-7c4dc45fb451 service neutron] 10.222.0.32 "GET /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886393 Aug 31 05:37:49.344389 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d9859-9c85-4cf9-a18f-7e12343131cd req-b0766ef7-9369-4db1-9904-808032eae54d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:49.346191 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8b8d9859-9c85-4cf9-a18f-7e12343131cd req-b0766ef7-9369-4db1-9904-808032eae54d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 944 time: 0.0501249 Aug 31 05:37:49.383500 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8b8d9859-9c85-4cf9-a18f-7e12343131cd req-04f5bbf9-14eb-4101-a7ff-ef7ffa6c5dba tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304253 Aug 31 05:37:50.062919 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f02a77-5db3-4ee8-bc11-99a19fc8bd8b req-69b811f7-d0f6-449e-9970-6a3f1222874c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:50.064416 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-17f02a77-5db3-4ee8-bc11-99a19fc8bd8b req-69b811f7-d0f6-449e-9970-6a3f1222874c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0493765 Aug 31 05:37:50.103036 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-17f02a77-5db3-4ee8-bc11-99a19fc8bd8b req-d54ffbbe-fb6f-459d-90b4-411b6fcb9466 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321238 Aug 31 05:37:50.502519 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31c8e9-263e-44a9-b87f-7e8c8d321e2b req-01cacf5a-d2b0-4889-b666-2f064080644a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:50.504059 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4f31c8e9-263e-44a9-b87f-7e8c8d321e2b req-01cacf5a-d2b0-4889-b666-2f064080644a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 944 time: 0.0513568 Aug 31 05:37:50.548873 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4f31c8e9-263e-44a9-b87f-7e8c8d321e2b req-51e6e529-91d6-41d8-aedd-8f24d6148804 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361171 Aug 31 05:37:50.580040 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device a7591a63-fdb6-42f9-9aae-38182758e7e4 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:37:50.813144 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port a7591a63-fdb6-42f9-9aae-38182758e7e4, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=a7591a63-fdb6-42f9-9aae-38182758e7e4,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:37:50.828893 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': 'a7591a63-fdb6-42f9-9aae-38182758e7e4', 'network_id': 'bbe84905-3ab6-43e0-bd80-358715870242', 'port_id': 'a7591a63-fdb6-42f9-9aae-38182758e7e4', 'mac_address': 'fa:16:3e:17:15:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53daf4f-035b-4c77-aaf1-31c26b45f1ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:37:50.874110 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:50.886916 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7591a63-fdb6-42f9-9aae-38182758e7e4 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:37:50.907834 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port a7591a63-fdb6-42f9-9aae-38182758e7e4, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=a7591a63-fdb6-42f9-9aae-38182758e7e4,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:37:50.915683 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:50.934037 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee6d9c-25b8-4b4e-a832-ce8f78fa0198 req-7a6b4a19-8598-431a-9e17-abfdc482feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:50.937161 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9dee6d9c-25b8-4b4e-a832-ce8f78fa0198 req-7a6b4a19-8598-431a-9e17-abfdc482feb3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 1098 time: 0.0486147 Aug 31 05:37:50.944783 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49216) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:50.980877 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=a7591a63-fdb6-42f9-9aae-38182758e7e4,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:50.988550 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:50.989795 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:50.990277 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9dee6d9c-25b8-4b4e-a832-ce8f78fa0198 req-0c2ad66a-fd2b-4227-8e02-5b8850b04611 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437779 Aug 31 05:37:50.990605 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:50.991053 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:50.991475 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:50.991875 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:50.992276 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:50.992705 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:50.993102 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:50.993492 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:50.993898 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:50.994283 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:51.056266 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-21a2fdba-b542-479c-ae8c-517ae780e23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:51.149160 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-21a2fdba-b542-479c-ae8c-517ae780e23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:51.153293 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-21a2fdba-b542-479c-ae8c-517ae780e23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:51.215418 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2fdba-b542-479c-ae8c-517ae780e23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1832c3-a812-480c-9295-0d92d1353f5c,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:51.221571 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-21a2fdba-b542-479c-ae8c-517ae780e23c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3fb4bf3bab7a43beb69aa1c494a65afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757056 Aug 31 05:37:51.224566 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49224) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:51.240972 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6d4f-3274-4f54-9f94-802360fc412b req-1d19bd3f-33aa-40f0-84a4-fd9abfd442ab tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:51.242408 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6e9c6d4f-3274-4f54-9f94-802360fc412b req-1d19bd3f-33aa-40f0-84a4-fd9abfd442ab tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0670421 Aug 31 05:37:51.277516 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0ab9-7559-408b-9cce-8add6577518e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:51.284335 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6e9c6d4f-3274-4f54-9f94-802360fc412b req-9d7058c5-d761-4bd5-9788-7f12af9bc26b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354395 Aug 31 05:37:51.306250 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0ab9-7559-408b-9cce-8add6577518e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:51.355764 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0ab9-7559-408b-9cce-8add6577518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:51.358469 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0ab9-7559-408b-9cce-8add6577518e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:51.359623 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-4b2c0ab9-7559-408b-9cce-8add6577518e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a1832c3-a812-480c-9295-0d92d1353f5c HTTP/1.1" status: 204 len: 168 time: 0.1338944 Aug 31 05:37:51.367605 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c0ab9-7559-408b-9cce-8add6577518e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1832c3-a812-480c-9295-0d92d1353f5c,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:51.838797 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b931ac-3688-4a9a-9bb6-58c75d0d0a50 req-b0d4fb70-5792-4452-a66b-6904f86602a8 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:51.843834 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e4b931ac-3688-4a9a-9bb6-58c75d0d0a50 req-b0d4fb70-5792-4452-a66b-6904f86602a8 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 945 time: 0.2200027 Aug 31 05:37:51.856249 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49248) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:51.882798 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e4b931ac-3688-4a9a-9bb6-58c75d0d0a50 req-66dba58c-f23b-414b-b789-0a182735b108 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363796 Aug 31 05:37:51.976943 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8eea-3528-4e43-8a0f-ae4a7e942dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:52.087251 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8eea-3528-4e43-8a0f-ae4a7e942dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:52.091421 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8eea-3528-4e43-8a0f-ae4a7e942dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:52.127968 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc8eea-3528-4e43-8a0f-ae4a7e942dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9f5c32-662d-4100-af18-6c3b17f8b04c,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:52.132381 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-f0dc8eea-3528-4e43-8a0f-ae4a7e942dab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb8b8f837c9e4dceb46f5b91dd7dddd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749982 Aug 31 05:37:52.134948 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49266) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:52.185518 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee294-2b33-40cb-ab4f-d39fe2d74a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:52.206438 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee294-2b33-40cb-ab4f-d39fe2d74a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:52.259840 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee294-2b33-40cb-ab4f-d39fe2d74a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:52.262334 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee294-2b33-40cb-ab4f-d39fe2d74a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:52.263529 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-ec7ee294-2b33-40cb-ab4f-d39fe2d74a56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a9f5c32-662d-4100-af18-6c3b17f8b04c HTTP/1.1" status: 204 len: 168 time: 0.1275711 Aug 31 05:37:52.273262 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ee294-2b33-40cb-ab4f-d39fe2d74a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9f5c32-662d-4100-af18-6c3b17f8b04c,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:52.415526 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199e136-c6f1-4d54-a055-3a793b01cb4b req-1b556721-3227-4776-b45e-f5b3b75fedd9 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:52.424512 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f199e136-c6f1-4d54-a055-3a793b01cb4b req-1b556721-3227-4776-b45e-f5b3b75fedd9 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0592971 Aug 31 05:37:52.463750 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f199e136-c6f1-4d54-a055-3a793b01cb4b req-18cbd143-2fcc-4de4-b64c-a71f92e3fd4b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381832 Aug 31 05:37:52.995367 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d11ed6-eacb-41b6-93d4-618d6bc37f73 req-5682e632-7499-4f2a-9a5d-f46dbaa28b14 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:52.996805 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c2d11ed6-eacb-41b6-93d4-618d6bc37f73 req-5682e632-7499-4f2a-9a5d-f46dbaa28b14 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 945 time: 0.0464830 Aug 31 05:37:53.035897 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c2d11ed6-eacb-41b6-93d4-618d6bc37f73 req-689837f4-999a-4fa3-9faa-b54478518bef tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332928 Aug 31 05:37:53.577246 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1054e1b-fe90-4d13-af73-dd86f55803ab req-ff810e03-2691-4797-8ab4-8255e136a8da tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:53.578592 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b1054e1b-fe90-4d13-af73-dd86f55803ab req-ff810e03-2691-4797-8ab4-8255e136a8da tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0466604 Aug 31 05:37:53.615074 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b1054e1b-fe90-4d13-af73-dd86f55803ab req-34b42254-0dd9-4040-b351-096447141583 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299675 Aug 31 05:37:54.147690 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc742cc-e400-4b0c-b074-c8321e85bc0f req-e89030a1-5190-44bf-b2b8-5c6a930c9512 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:54.149163 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6bc742cc-e400-4b0c-b074-c8321e85bc0f req-e89030a1-5190-44bf-b2b8-5c6a930c9512 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 945 time: 0.0488372 Aug 31 05:37:54.184983 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6bc742cc-e400-4b0c-b074-c8321e85bc0f req-fbd49900-29bd-400d-ab26-f033311276cf tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298030 Aug 31 05:37:54.560404 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:54.738302 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67942704-6099-49c3-9d96-be9d244e8810 req-d283be3f-060e-4d2d-85b2-ce22f3f37311 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:54.740595 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-67942704-6099-49c3-9d96-be9d244e8810 req-d283be3f-060e-4d2d-85b2-ce22f3f37311 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0549395 Aug 31 05:37:54.765248 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['a7591a63-fdb6-42f9-9aae-38182758e7e4'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:37:54.787870 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-67942704-6099-49c3-9d96-be9d244e8810 req-2f78e5e2-1fdd-471c-8b2f-0f52403ef385 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410078 Aug 31 05:37:54.931884 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67588-aee9-4de0-81be-c405da4c6368 req-259644fc-f8f6-4b6d-b7cd-6ae40438cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:54.933403 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e8d67588-aee9-4de0-81be-c405da4c6368 req-259644fc-f8f6-4b6d-b7cd-6ae40438cc29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df247d9bc9ab4706a39bc2047bed84e8&device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 1098 time: 0.2464967 Aug 31 05:37:55.050105 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67588-aee9-4de0-81be-c405da4c6368 req-60135616-214e-4171-b578-d6a6eb20b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:55.052154 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e8d67588-aee9-4de0-81be-c405da4c6368 req-60135616-214e-4171-b578-d6a6eb20b1ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=66e9f947-7a38-422f-9aac-7a0d6a4fc617 HTTP/1.1" status: 200 len: 920 time: 0.0874963 Aug 31 05:37:55.105011 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e8d67588-aee9-4de0-81be-c405da4c6368 req-6cb42a2d-8843-42fa-8703-f7c9109705c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13a20b6f-78fa-4cc4-b907-49233c2a2cfb HTTP/1.1" status: 200 len: 217 time: 0.0416620 Aug 31 05:37:55.153384 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67588-aee9-4de0-81be-c405da4c6368 req-e8b6ff3a-964d-45af-b948-09fce122b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:55.154845 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e8d67588-aee9-4de0-81be-c405da4c6368 req-e8b6ff3a-964d-45af-b948-09fce122b089 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80fdd554-6ca7-4bea-8a87-7b1508c8e0ed HTTP/1.1" status: 200 len: 859 time: 0.0427368 Aug 31 05:37:55.186268 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e8d67588-aee9-4de0-81be-c405da4c6368 req-afe88ec5-e7bd-46a9-b667-8b3ddd7788ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66e9f947-7a38-422f-9aac-7a0d6a4fc617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235312 Aug 31 05:37:55.282754 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e8d67588-aee9-4de0-81be-c405da4c6368 req-152c70ac-9f58-4233-bef7-7472aea0391f service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875914 Aug 31 05:37:55.299842 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf9d9f-ee75-412c-a21a-c1800404b488 req-d5ad28b8-4507-4590-899a-b4e5bc9209f1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:55.301339 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-dfcf9d9f-ee75-412c-a21a-c1800404b488 req-d5ad28b8-4507-4590-899a-b4e5bc9209f1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 945 time: 0.0483086 Aug 31 05:37:55.340402 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-dfcf9d9f-ee75-412c-a21a-c1800404b488 req-9e88eea6-871d-4027-b165-0faa643ef9b2 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330684 Aug 31 05:37:55.378988 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e8d67588-aee9-4de0-81be-c405da4c6368 req-113c9217-08d0-4675-a0b0-497c2cd8c65d service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859954 Aug 31 05:37:55.912562 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760fa6c-0efe-49fb-8edc-766757d9c240 req-dfcc548f-c817-4bba-98e1-e6f29bf0c1e8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:55.914129 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b760fa6c-0efe-49fb-8edc-766757d9c240 req-dfcc548f-c817-4bba-98e1-e6f29bf0c1e8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0502293 Aug 31 05:37:55.962805 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b760fa6c-0efe-49fb-8edc-766757d9c240 req-34632c5f-c117-485f-a205-f97b3234bde6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338056 Aug 31 05:37:56.228387 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce57cc-a05f-445f-9c03-66276e5c4d9f req-fb977a1b-fe5f-41a6-8e9c-af5a93e30eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:56.230169 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8bce57cc-a05f-445f-9c03-66276e5c4d9f req-fb977a1b-fe5f-41a6-8e9c-af5a93e30eeb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df247d9bc9ab4706a39bc2047bed84e8&device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 1098 time: 0.0520220 Aug 31 05:37:56.260825 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae791686-e4ec-4580-bdb7-3c7ae5ed5ba7 req-01b17de8-8c10-44bf-8723-d8a82f4a51ce tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:56.263195 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ae791686-e4ec-4580-bdb7-3c7ae5ed5ba7 req-01b17de8-8c10-44bf-8723-d8a82f4a51ce tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0733302 Aug 31 05:37:56.331900 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ae791686-e4ec-4580-bdb7-3c7ae5ed5ba7 req-c2354952-5c6e-42e7-97eb-d2220e202a0e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620289 Aug 31 05:37:56.364478 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce57cc-a05f-445f-9c03-66276e5c4d9f req-1e9a1c55-c9cf-4438-af90-be3f853d252f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:56.365817 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8bce57cc-a05f-445f-9c03-66276e5c4d9f req-1e9a1c55-c9cf-4438-af90-be3f853d252f service neutron] 10.222.0.32 "GET /v2.0/networks?id=66e9f947-7a38-422f-9aac-7a0d6a4fc617 HTTP/1.1" status: 200 len: 920 time: 0.1253328 Aug 31 05:37:56.418979 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8bce57cc-a05f-445f-9c03-66276e5c4d9f req-034b819c-a6d8-4a5a-81e5-8383ad4264ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13a20b6f-78fa-4cc4-b907-49233c2a2cfb HTTP/1.1" status: 200 len: 217 time: 0.0443377 Aug 31 05:37:56.465206 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c4294-6306-4739-a193-7837b18a32e7 req-21d6fc15-4cc7-49b8-97e0-0e7a8713e935 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:56.466821 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-541c4294-6306-4739-a193-7837b18a32e7 req-21d6fc15-4cc7-49b8-97e0-0e7a8713e935 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 945 time: 0.0526760 Aug 31 05:37:56.486624 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce57cc-a05f-445f-9c03-66276e5c4d9f req-1eba9720-808d-455c-bea1-98bea1e8ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:56.488746 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8bce57cc-a05f-445f-9c03-66276e5c4d9f req-1eba9720-808d-455c-bea1-98bea1e8ff47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80fdd554-6ca7-4bea-8a87-7b1508c8e0ed HTTP/1.1" status: 200 len: 859 time: 0.0610397 Aug 31 05:37:56.511736 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-541c4294-6306-4739-a193-7837b18a32e7 req-72755834-3d19-468a-ab61-7b4e3581694f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378516 Aug 31 05:37:56.525938 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8bce57cc-a05f-445f-9c03-66276e5c4d9f req-244144ed-154b-41b4-a309-64b72885f718 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66e9f947-7a38-422f-9aac-7a0d6a4fc617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296187 Aug 31 05:37:56.621836 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8bce57cc-a05f-445f-9c03-66276e5c4d9f req-cf71b303-f4ca-4a2b-9544-ed12ed84701a service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868254 Aug 31 05:37:56.639124 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device a7591a63-fdb6-42f9-9aae-38182758e7e4 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:37:56.693611 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port a7591a63-fdb6-42f9-9aae-38182758e7e4 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:37:56.697279 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port a7591a63-fdb6-42f9-9aae-38182758e7e4 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:37:56.697648 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:56.729812 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8bce57cc-a05f-445f-9c03-66276e5c4d9f req-40138d93-c164-49aa-a816-8baec6516064 service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921838 Aug 31 05:37:56.778293 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:56.800359 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2baf6d8e-a7f8-4518-bace-570b206722f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7591a63-fdb6-42f9-9aae-38182758e7e4'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:37:56.803156 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ef8735-15d0-4715-90bc-4c9c76c8ab8b" -d '{"events": [{"server_uuid": "2baf6d8e-a7f8-4518-bace-570b206722f6", "name": "network-vif-plugged", "status": "completed", "tag": "a7591a63-fdb6-42f9-9aae-38182758e7e4"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:37:56.816252 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port a7591a63-fdb6-42f9-9aae-38182758e7e4, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=a7591a63-fdb6-42f9-9aae-38182758e7e4,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:37:56.821347 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:56.847124 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b523ea2-120b-4044-b6fa-75576361bf92 x-openstack-request-id: req-0b523ea2-120b-4044-b6fa-75576361bf92 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:37:56.847412 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2baf6d8e-a7f8-4518-bace-570b206722f6", "name": "network-vif-plugged", "status": "completed", "tag": "a7591a63-fdb6-42f9-9aae-38182758e7e4", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:37:56.847661 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b523ea2-120b-4044-b6fa-75576361bf92 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:37:56.848119 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2baf6d8e-a7f8-4518-bace-570b206722f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7591a63-fdb6-42f9-9aae-38182758e7e4', 'code': 200} Aug 31 05:37:56.877964 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=a7591a63-fdb6-42f9-9aae-38182758e7e4,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:57.020790 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9041461-7868-4bda-b377-36be60962530 req-eeeb546b-75b1-4dd8-b7f5-729a08f2a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:57.022308 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f9041461-7868-4bda-b377-36be60962530 req-eeeb546b-75b1-4dd8-b7f5-729a08f2a314 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 1099 time: 0.0411689 Aug 31 05:37:57.057597 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f9041461-7868-4bda-b377-36be60962530 req-15e5fc20-e843-4b66-93cd-59ab50c6019a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276132 Aug 31 05:37:57.445416 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93d6e1-5b6b-48fa-bd70-a44818a472c6 req-6980daec-012b-47ab-b642-a9e659846f07 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:57.446900 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4b93d6e1-5b6b-48fa-bd70-a44818a472c6 req-6980daec-012b-47ab-b642-a9e659846f07 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0490470 Aug 31 05:37:57.488127 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4b93d6e1-5b6b-48fa-bd70-a44818a472c6 req-08d0d0a8-d4f3-4008-a4eb-b660a0d00903 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346332 Aug 31 05:37:57.631418 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d97ef-1a18-4906-bc9f-38a649708841 req-e0339b28-ef40-4a5d-98e6-330af049243b tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:57.633172 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-945d97ef-1a18-4906-bc9f-38a649708841 req-e0339b28-ef40-4a5d-98e6-330af049243b tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 946 time: 0.0506535 Aug 31 05:37:57.678184 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-945d97ef-1a18-4906-bc9f-38a649708841 req-3cb8d9ea-4d97-46d4-a290-cf430c5e480b tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387514 Aug 31 05:37:58.610360 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1721d7-dc6a-43f4-b87f-0772d9993101 req-fbd06228-9780-4ef7-a86a-2081ebbb6d79 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:58.611932 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6f1721d7-dc6a-43f4-b87f-0772d9993101 req-fbd06228-9780-4ef7-a86a-2081ebbb6d79 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0500994 Aug 31 05:37:58.654740 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6f1721d7-dc6a-43f4-b87f-0772d9993101 req-8dec5228-e3af-4bd9-987f-3153c011e6c0 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355592 Aug 31 05:37:58.801390 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f84eb-3f71-4598-8d9c-3ca6a7939bb8 req-199f0127-0067-44e4-9f9d-8a59ecebff93 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:58.803391 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-193f84eb-3f71-4598-8d9c-3ca6a7939bb8 req-199f0127-0067-44e4-9f9d-8a59ecebff93 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 946 time: 0.0525713 Aug 31 05:37:58.844976 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-193f84eb-3f71-4598-8d9c-3ca6a7939bb8 req-235e03d9-8510-49fd-a94c-6d0b31388126 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326576 Aug 31 05:37:59.060466 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49424) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:59.230972 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:59.323023 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:59.328794 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:59.371992 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be1269f0a87c4568842508332b8fb87c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105989 Aug 31 05:37:59.372830 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9390b684-4d72-45f2-9472-a88b5e9ee73e,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:59.374766 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49446) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:59.380144 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.380616 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.380977 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.381315 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.381648 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.381980 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.382301 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.382912 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.383037 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.383280 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.383606 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.383922 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6418985-65e8-48a8-8fef-f6b01a0031ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.436470 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:59.464035 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:59.514660 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:59.517329 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:59.518573 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9390b684-4d72-45f2-9472-a88b5e9ee73e HTTP/1.1" status: 204 len: 168 time: 0.1427045 Aug 31 05:37:59.528366 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9390b684-4d72-45f2-9472-a88b5e9ee73e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:59.536011 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.536634 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.537054 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.537386 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.538007 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.538186 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.538675 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.539038 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2209511-90a8-43f2-8815-2200dd31a1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:59.539736 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.539736 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.539980 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.540249 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.540709 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c0e2-9b8b-4ebc-aad4-5c2c4027e9c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:37:59.779811 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d4352-07e7-49e4-b9ce-d30769856896 req-f32bccaf-ec35-4a9b-81d2-40e28ccbf04d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:37:59.781937 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a68d4352-07e7-49e4-b9ce-d30769856896 req-f32bccaf-ec35-4a9b-81d2-40e28ccbf04d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0575314 Aug 31 05:37:59.818014 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49468) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:37:59.830753 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a68d4352-07e7-49e4-b9ce-d30769856896 req-708699da-6ada-4beb-b7cb-7da55a97c8eb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Aug 31 05:37:59.836736 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f1320272-8240-4d06-bf12-161e2a5d7577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:59.935599 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f1320272-8240-4d06-bf12-161e2a5d7577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:59.939967 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f1320272-8240-4d06-bf12-161e2a5d7577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:59.983797 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-f1320272-8240-4d06-bf12-161e2a5d7577 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a11a5a6a086f47499ec2f4f1868ae865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640680 Aug 31 05:37:59.984770 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1320272-8240-4d06-bf12-161e2a5d7577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dbcfa6-8814-44f0-b80d-483cf16d4783,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:37:59.986546 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49476) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:00.036550 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-839bc341-b388-4112-b859-dc9a69284274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:00.057531 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-839bc341-b388-4112-b859-dc9a69284274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:00.116937 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-839bc341-b388-4112-b859-dc9a69284274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:00.119771 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-839bc341-b388-4112-b859-dc9a69284274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:00.123656 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-839bc341-b388-4112-b859-dc9a69284274 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4dbcfa6-8814-44f0-b80d-483cf16d4783 HTTP/1.1" status: 204 len: 168 time: 0.1359386 Aug 31 05:38:00.131769 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bc341-b388-4112-b859-dc9a69284274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dbcfa6-8814-44f0-b80d-483cf16d4783,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:00.970188 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930eaab3-f43f-4f32-b27d-abd14e6378b4 req-914c688c-20c0-4757-9fe4-7d6b3655bcdb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:00.983409 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-930eaab3-f43f-4f32-b27d-abd14e6378b4 req-914c688c-20c0-4757-9fe4-7d6b3655bcdb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0518470 Aug 31 05:38:01.013101 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-930eaab3-f43f-4f32-b27d-abd14e6378b4 req-c3c750e2-cd07-45f7-938f-0c2f49a87ac6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353053 Aug 31 05:38:01.879215 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4041bbb-04ce-4e63-b15b-d12765a4fabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:02.351225 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:02.483398 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f0f6f-af99-4d81-bc9b-c2d2d8c094c1 req-31106c5c-d216-42cb-af30-8e099302b3eb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:02.484886 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6c9f0f6f-af99-4d81-bc9b-c2d2d8c094c1 req-31106c5c-d216-42cb-af30-8e099302b3eb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0474722 Aug 31 05:38:02.527637 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6c9f0f6f-af99-4d81-bc9b-c2d2d8c094c1 req-5bb19f7a-df8e-4d99-99f3-9fcca5ccca7f tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358806 Aug 31 05:38:02.651585 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49622) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:02.782310 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-76f6c07d-18e2-43b6-84bc-e652058713f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:02.876507 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-76f6c07d-18e2-43b6-84bc-e652058713f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:02.881102 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-76f6c07d-18e2-43b6-84bc-e652058713f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:02.919699 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-76f6c07d-18e2-43b6-84bc-e652058713f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd2c5a3a12be4553a4827b2ed2e91f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670178 Aug 31 05:38:02.921613 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6c07d-18e2-43b6-84bc-e652058713f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d15acc8-db1c-470a-a03a-0bf8e696ab59,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:02.922505 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49634) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:02.972678 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-70a0e869-5bcf-4da9-b78c-79c902870141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:02.993416 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-70a0e869-5bcf-4da9-b78c-79c902870141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:03.038652 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-70a0e869-5bcf-4da9-b78c-79c902870141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:03.041135 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-70a0e869-5bcf-4da9-b78c-79c902870141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:03.042277 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-70a0e869-5bcf-4da9-b78c-79c902870141 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d15acc8-db1c-470a-a03a-0bf8e696ab59 HTTP/1.1" status: 204 len: 168 time: 0.1187398 Aug 31 05:38:03.049739 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0e869-5bcf-4da9-b78c-79c902870141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d15acc8-db1c-470a-a03a-0bf8e696ab59,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:03.276445 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:03.291407 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49640) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:03.304990 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-558174fa-6ca8-4573-b299-c7b0a570e452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:03.397879 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-558174fa-6ca8-4573-b299-c7b0a570e452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:03.401739 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-558174fa-6ca8-4573-b299-c7b0a570e452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:03.439328 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-558174fa-6ca8-4573-b299-c7b0a570e452 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ca79357f08e42f48df0227622d2fb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468077 Aug 31 05:38:03.441292 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558174fa-6ca8-4573-b299-c7b0a570e452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37aca9b7-afe4-4088-8acc-27622a911e10,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:03.442213 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49648) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:03.497374 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fb29bd46-8a8e-4e66-b4d2-12eb594664ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:03.518296 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fb29bd46-8a8e-4e66-b4d2-12eb594664ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:03.562997 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fb29bd46-8a8e-4e66-b4d2-12eb594664ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:03.565503 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fb29bd46-8a8e-4e66-b4d2-12eb594664ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:03.566632 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-fb29bd46-8a8e-4e66-b4d2-12eb594664ea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37aca9b7-afe4-4088-8acc-27622a911e10 HTTP/1.1" status: 204 len: 168 time: 0.1225276 Aug 31 05:38:03.574335 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29bd46-8a8e-4e66-b4d2-12eb594664ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37aca9b7-afe4-4088-8acc-27622a911e10,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:04.790747 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49706) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:04.849732 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:04.910699 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5b5362e7-7823-4018-b4e6-b9dfaeccf613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:04.983540 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-e41724e4-5853-4057-b994-e843da140d9e tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262042741&fields=id&tenant_id=9349f0436e254975aaa4733d463871ef HTTP/1.1" status: 200 len: 267 time: 0.0463824 Aug 31 05:38:05.109659 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5b5362e7-7823-4018-b4e6-b9dfaeccf613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:05.116907 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5b5362e7-7823-4018-b4e6-b9dfaeccf613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:05.135646 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-36d2a137-dfe0-4346-9786-b2b4929d1141 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:05.137105 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-36d2a137-dfe0-4346-9786-b2b4929d1141 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/networks?id=bac905ea-071d-422a-a005-855d664a6919 HTTP/1.1" status: 200 len: 809 time: 0.1450560 Aug 31 05:38:05.173546 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-56378271-4c98-4bb0-b124-f8a623256d20 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/quotas/9349f0436e254975aaa4733d463871ef HTTP/1.1" status: 200 len: 375 time: 0.0280180 Aug 31 05:38:05.178071 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-5b5362e7-7823-4018-b4e6-b9dfaeccf613 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8f0792fdb6824765a042e0a6117c7293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893380 Aug 31 05:38:05.178071 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5362e7-7823-4018-b4e6-b9dfaeccf613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bd0bd4-833e-417a-99a2-5bbfb168433c,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:05.178486 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49742) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:05.248132 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-51b699ec-3c97-4fbf-bb84-eeceefe5a50d tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9349f0436e254975aaa4733d463871ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464666 Aug 31 05:38:05.255950 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-68c3a59d-60a1-4304-b531-0bd5f0c447cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:05.278849 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-68c3a59d-60a1-4304-b531-0bd5f0c447cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:05.332111 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-68c3a59d-60a1-4304-b531-0bd5f0c447cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:05.335419 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-68c3a59d-60a1-4304-b531-0bd5f0c447cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:05.336618 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-68c3a59d-60a1-4304-b531-0bd5f0c447cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1bd0bd4-833e-417a-99a2-5bbfb168433c HTTP/1.1" status: 204 len: 168 time: 0.1501369 Aug 31 05:38:05.345567 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3a59d-60a1-4304-b531-0bd5f0c447cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bd0bd4-833e-417a-99a2-5bbfb168433c,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:05.370394 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-4d793503-be5c-40f3-a4d8-dbc3dfc47660 service neutron] 10.222.0.10 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066363 Aug 31 05:38:05.448788 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49752) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:05.471920 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-6529e415-f506-4d98-ba0c-3f799594ccc4 service neutron] 10.222.0.10 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949881 Aug 31 05:38:05.677192 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b38b9d3c-c8bc-4e15-bc03-b0fed94e6340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:05.775796 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b38b9d3c-c8bc-4e15-bc03-b0fed94e6340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:05.785169 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b38b9d3c-c8bc-4e15-bc03-b0fed94e6340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:05.794938 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-523d77e8-7ddb-41a4-b063-6bca4d126286 req-931d8b78-9adc-4580-a1f7-225fc78d85d6 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 210 time: 0.0422285 Aug 31 05:38:05.834041 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b9d3c-c8bc-4e15-bc03-b0fed94e6340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec7fcbe-7424-4bdd-afda-544ed867f611,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:05.839999 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-b38b9d3c-c8bc-4e15-bc03-b0fed94e6340 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84df6b2626f44d639420a27d0438aa48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3901515 Aug 31 05:38:05.842681 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49778) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:05.902039 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cb7a71a7-06ba-4ff9-b2c0-0ca0d5c95798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:05.927020 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cb7a71a7-06ba-4ff9-b2c0-0ca0d5c95798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:05.987420 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cb7a71a7-06ba-4ff9-b2c0-0ca0d5c95798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:05.995634 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cb7a71a7-06ba-4ff9-b2c0-0ca0d5c95798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:05.999571 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-cb7a71a7-06ba-4ff9-b2c0-0ca0d5c95798 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ec7fcbe-7424-4bdd-afda-544ed867f611 HTTP/1.1" status: 204 len: 168 time: 0.1557610 Aug 31 05:38:06.007808 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a71a7-06ba-4ff9-b2c0-0ca0d5c95798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec7fcbe-7424-4bdd-afda-544ed867f611,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:06.154312 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49802) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:06.318678 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-550355707-network', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:38:06.326191 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49806) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:06.340222 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e3bff2ba-05c6-4879-b3a4-e49e4e3aec30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.340658 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] Made reservation on behalf of 670d3c40a5e44c9ea470cf2712d349e6 for: {'network': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:38:06.342948 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.355864 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.432243 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e3bff2ba-05c6-4879-b3a4-e49e4e3aec30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.437157 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e3bff2ba-05c6-4879-b3a4-e49e4e3aec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.476223 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-e3bff2ba-05c6-4879-b3a4-e49e4e3aec30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab94e1a756dc4d209c2d48fb748d7c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487911 Aug 31 05:38:06.478561 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49808) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:06.484434 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bff2ba-05c6-4879-b3a4-e49e4e3aec30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c193cf21-e392-411e-bfef-4b6ab13ba5da,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:06.521596 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.525572 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.532451 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c59403fd-6135-4e32-9645-8f961169fc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.545864 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=94006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:38:06.553832 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c59403fd-6135-4e32-9645-8f961169fc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.558673 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:06.563354 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.563699 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.segments_db [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] Added segment dbadf789-5981-4a76-87a2-51bdfa7af51a of type vlan for network 1a6a1804-2296-461b-aa1f-808524c5fabd Aug 31 05:38:06.602682 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c59403fd-6135-4e32-9645-8f961169fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.603942 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.605268 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c59403fd-6135-4e32-9645-8f961169fc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.606415 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-c59403fd-6135-4e32-9645-8f961169fc38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c193cf21-e392-411e-bfef-4b6ab13ba5da HTTP/1.1" status: 204 len: 168 time: 0.1269217 Aug 31 05:38:06.614418 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59403fd-6135-4e32-9645-8f961169fc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c193cf21-e392-411e-bfef-4b6ab13ba5da,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:06.637826 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.638995 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:06.639607 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.695202 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5365951 Aug 31 05:38:06.695666 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49812) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:06.697960 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a945a5a-b132-4ad3-82f5-093711ccd074 admin admin] Pushing event updated for resources: {'Network': ['ID=1a6a1804-2296-461b-aa1f-808524c5fabd,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:06.701126 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-13843fd7-a60a-4ec8-8de8-d99ddc0a5904 admin admin] Request body: {'subnet': {'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-550355707-subnet', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'ip_version': 4}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:38:06.709675 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network 1a6a1804-2296-461b-aa1f-808524c5fabd details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:38:06.728224 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13843fd7-a60a-4ec8-8de8-d99ddc0a5904 admin admin] Made reservation on behalf of 670d3c40a5e44c9ea470cf2712d349e6 for: {'subnet': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:38:06.730923 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-13843fd7-a60a-4ec8-8de8-d99ddc0a5904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9430071'] for subnet, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.937229 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b01bc607-7627-4df6-87d4-a734ab3439ab req-1204680b-6297-410a-a11f-74a548552343 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 210 time: 0.0779576 Aug 31 05:38:06.952280 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-13843fd7-a60a-4ec8-8de8-d99ddc0a5904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4118051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9430049'] for subnet, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.084978 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13843fd7-a60a-4ec8-8de8-d99ddc0a5904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc6a39d3-4167-4875-a56e-d1606992be8e,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:07.106261 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13843fd7-a60a-4ec8-8de8-d99ddc0a5904 admin admin] Checking segment: {'id': 'dbadf789-5981-4a76-87a2-51bdfa7af51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:38:07.106730 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13843fd7-a60a-4ec8-8de8-d99ddc0a5904 admin admin] Network hostable DHCP agents. Network: 1a6a1804-2296-461b-aa1f-808524c5fabd, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:38:07.128815 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-cccd0868-a34c-4645-98ce-a07954967092 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:07.130325 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-cccd0868-a34c-4645-98ce-a07954967092 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.32 "GET /v2.0/networks?id=bac905ea-071d-422a-a005-855d664a6919 HTTP/1.1" status: 200 len: 809 time: 0.2040863 Aug 31 05:38:07.139822 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13843fd7-a60a-4ec8-8de8-d99ddc0a5904 admin admin] Network 1a6a1804-2296-461b-aa1f-808524c5fabd is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:38:07.161526 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-13843fd7-a60a-4ec8-8de8-d99ddc0a5904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, 1a6a1804-2296-461b-aa1f-808524c5fabd) {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:38:07.166517 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13843fd7-a60a-4ec8-8de8-d99ddc0a5904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:07.167120 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-13843fd7-a60a-4ec8-8de8-d99ddc0a5904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.171767 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd47477-42b1-4c5f-9f34-b7d06519c246 None None] Network 1a6a1804-2296-461b-aa1f-808524c5fabd requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:38:07.196228 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-13843fd7-a60a-4ec8-8de8-d99ddc0a5904 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4994540 Aug 31 05:38:07.199024 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49834) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:07.200679 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-f712e527-575d-4c63-a1c2-c86ec075f317 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9349f0436e254975aaa4733d463871ef HTTP/1.1" status: 200 len: 380 time: 0.0568159 Aug 31 05:38:07.204879 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:38:07.213375 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-a04b5927-f437-4710-8ba4-506911cd994a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Request body: {'port': {'device_id': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'admin_state_up': True, 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'security_groups': ['8bd111a5-6c04-4bbe-b193-4857e77351b6']}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:38:07.231985 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.233054 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.301530 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.343896 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977e68bf-97c4-539e-b424-ee70b4d79b3f-1a6a1804-2296-461b-aa1f-808524c5fabd', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'fixed_ips': [{'subnet_id': 'dc6a39d3-4167-4875-a56e-d1606992be8e'}]}} from dv-cinder-806559-3-iscsi. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:38:07.344848 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.370880 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-a04b5927-f437-4710-8ba4-506911cd994a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Made reservation on behalf of 9349f0436e254975aaa4733d463871ef for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:38:07.376416 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-a04b5927-f437-4710-8ba4-506911cd994a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.474552 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.544339 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Allocated IP 172.20.0.2 (1a6a1804-2296-461b-aa1f-808524c5fabd/dc6a39d3-4167-4875-a56e-d1606992be8e/d6da57c3-34d0-4ed1-aeef-273a5444ec77) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:38:07.625041 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-a04b5927-f437-4710-8ba4-506911cd994a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Allocated IP 172.20.0.5 (bac905ea-071d-422a-a005-855d664a6919/ea73c560-a18b-4a36-baf6-399d1890f917/1847c735-ebc1-42db-af08-1042e7261b41) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:38:07.737013 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.748904 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Transition to ACTIVE for port object d6da57c3-34d0-4ed1-aeef-273a5444ec77 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:38:07.761867 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.772805 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Transition to ACTIVE for port object d6da57c3-34d0-4ed1-aeef-273a5444ec77 will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:38:07.787186 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.789085 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.817873 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-a04b5927-f437-4710-8ba4-506911cd994a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.830785 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Network 1a6a1804-2296-461b-aa1f-808524c5fabd is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:38:07.835551 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-a04b5927-f437-4710-8ba4-506911cd994a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Transition to ACTIVE for port object 1847c735-ebc1-42db-af08-1042e7261b41 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:38:07.838499 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:38:07.845262 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:38:07.855844 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Pushing event updated for resources: {'Port': ['ID=d6da57c3-34d0-4ed1-aeef-273a5444ec77,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:07.882986 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-a04b5927-f437-4710-8ba4-506911cd994a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.917044 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Attempting to bind port d6da57c3-34d0-4ed1-aeef-273a5444ec77 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:38:07.917800 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Attempting to bind port d6da57c3-34d0-4ed1-aeef-273a5444ec77 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'dbadf789-5981-4a76-87a2-51bdfa7af51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:38:07.918369 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Attempting to bind port d6da57c3-34d0-4ed1-aeef-273a5444ec77 on network 1a6a1804-2296-461b-aa1f-808524c5fabd {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:38:07.923928 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:38:07.924616 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Checking segment: {'id': 'dbadf789-5981-4a76-87a2-51bdfa7af51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:38:07.925348 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.925932 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Bound using segment: {'id': 'dbadf789-5981-4a76-87a2-51bdfa7af51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:38:07.926811 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Bound port: d6da57c3-34d0-4ed1-aeef-273a5444ec77, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbadf789-5981-4a76-87a2-51bdfa7af51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:38:07.927959 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.931387 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_common [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Allocated IP 172.27.1.51 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3) {{(pid=94006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:38:07.952717 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-a04b5927-f437-4710-8ba4-506911cd994a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Network bac905ea-071d-422a-a005-855d664a6919 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:38:07.954025 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b5927-f437-4710-8ba4-506911cd994a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Pushing event updated for resources: {'Port': ['ID=1847c735-ebc1-42db-af08-1042e7261b41,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:07.963063 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-a04b5927-f437-4710-8ba4-506911cd994a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:38:07.965695 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-a04b5927-f437-4710-8ba4-506911cd994a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:38:08.046183 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-a04b5927-f437-4710-8ba4-506911cd994a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:08.046183 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-a04b5927-f437-4710-8ba4-506911cd994a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:08.077522 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] For port d6da57c3-34d0-4ed1-aeef-273a5444ec77, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:38:08.087703 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-a04b5927-f437-4710-8ba4-506911cd994a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8792427 Aug 31 05:38:08.089068 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] For port d6da57c3-34d0-4ed1-aeef-273a5444ec77, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=d6da57c3-34d0-4ed1-aeef-273a5444ec77,segment=NetworkSegment(dbadf789-5981-4a76-87a2-51bdfa7af51a),segment_id=dbadf789-5981-4a76-87a2-51bdfa7af51a)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:38:08.097491 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:08.116020 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Request body: {'port': {'device_id': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:38:08.194704 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:08.227774 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:08.228097 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f586208-2421-4ee1-98a9-40406dfcb81a None None] Pushing event updated for resources: {'Port': ['ID=d6da57c3-34d0-4ed1-aeef-273a5444ec77,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:08.245752 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b58f10-c24d-4db8-bea9-d617490d567c req-9d3c15bf-77fe-42df-8599-355c50f545b1 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:08.247524 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-58b58f10-c24d-4db8-bea9-d617490d567c req-9d3c15bf-77fe-42df-8599-355c50f545b1 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 931 time: 0.1413429 Aug 31 05:38:08.341307 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-58b58f10-c24d-4db8-bea9-d617490d567c req-43615465-a5ed-432d-a2fd-d7e72824ad0c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833056 Aug 31 05:38:08.354124 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:08.381655 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-61b61c10-e44a-49d2-b301-29a545045932 None None] Provisioning for port 1847c735-ebc1-42db-af08-1042e7261b41 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:38:08.387068 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-61b61c10-e44a-49d2-b301-29a545045932 None None] Provisioning complete for port 1847c735-ebc1-42db-af08-1042e7261b41 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:08.387503 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-61b61c10-e44a-49d2-b301-29a545045932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:08.408135 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:38:08.415420 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:38:08.420392 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Received port after_create {{(pid=94006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:38:08.439530 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-61b61c10-e44a-49d2-b301-29a545045932 None None] Port 1847c735-ebc1-42db-af08-1042e7261b41 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:38:08.460769 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Pushing event updated for resources: {'Port': ['ID=fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:08.685873 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1847c735-ebc1-42db-af08-1042e7261b41 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:38:08.696311 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:08.712320 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Transition to ACTIVE for port object 1847c735-ebc1-42db-af08-1042e7261b41 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:38:08.719640 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:08.741427 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:08.873320 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Pushing event updated for resources: {'Port': ['ID=1847c735-ebc1-42db-af08-1042e7261b41,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:08.943926 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Attempting to bind port 1847c735-ebc1-42db-af08-1042e7261b41 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:38:08.944266 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Attempting to bind port 1847c735-ebc1-42db-af08-1042e7261b41 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '7781cd82-8885-4149-8c8b-bf89dfdbc5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bac905ea-071d-422a-a005-855d664a6919'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:38:08.944606 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Attempting to bind port 1847c735-ebc1-42db-af08-1042e7261b41 on network bac905ea-071d-422a-a005-855d664a6919 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:38:08.949171 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Port 1847c735-ebc1-42db-af08-1042e7261b41 on network bac905ea-071d-422a-a005-855d664a6919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:38:08.949502 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Attempting to bind port 1847c735-ebc1-42db-af08-1042e7261b41 on network bac905ea-071d-422a-a005-855d664a6919 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:38:08.955614 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:38:08.955808 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Checking segment: {'id': '7781cd82-8885-4149-8c8b-bf89dfdbc5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bac905ea-071d-422a-a005-855d664a6919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:38:08.956061 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Bound using segment: {'id': '7781cd82-8885-4149-8c8b-bf89dfdbc5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bac905ea-071d-422a-a005-855d664a6919'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:38:08.957058 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Bound port: 1847c735-ebc1-42db-af08-1042e7261b41, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7781cd82-8885-4149-8c8b-bf89dfdbc5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bac905ea-071d-422a-a005-855d664a6919'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:38:08.957616 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:09.041394 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] For port 1847c735-ebc1-42db-af08-1042e7261b41, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:38:09.044687 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] For port 1847c735-ebc1-42db-af08-1042e7261b41, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1847c735-ebc1-42db-af08-1042e7261b41,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:38:09.054449 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:09.083839 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370152'] for router, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:09.115379 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:09.115914 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:09.117394 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] 10.222.0.32 "PUT /v2.0/ports/1847c735-ebc1-42db-af08-1042e7261b41 HTTP/1.1" status: 200 len: 1093 time: 1.0076354 Aug 31 05:38:09.117843 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'tag': '1847c735-ebc1-42db-af08-1042e7261b41'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:38:09.120389 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ae6968-b2b6-414d-ab7c-d59b8750f90f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c0b93c-a5bd-46a3-831f-d64c386016b3", "tag": "1847c735-ebc1-42db-af08-1042e7261b41"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:38:09.143860 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d774b0-304e-477e-923c-1a703646fad9 service neutron] Pushing event updated for resources: {'Port': ['ID=1847c735-ebc1-42db-af08-1042e7261b41,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:09.206330 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932fedfa-64f8-475a-a6d9-651559efedc2 x-openstack-request-id: req-932fedfa-64f8-475a-a6d9-651559efedc2 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:38:09.206690 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c0b93c-a5bd-46a3-831f-d64c386016b3", "tag": "1847c735-ebc1-42db-af08-1042e7261b41", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:38:09.207018 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-932fedfa-64f8-475a-a6d9-651559efedc2 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:38:09.207547 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'tag': '1847c735-ebc1-42db-af08-1042e7261b41', 'status': 'completed', 'code': 200} Aug 31 05:38:09.257508 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-37a36e3f-e321-488f-8814-ce8e010eba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:09.259785 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-37a36e3f-e321-488f-8814-ce8e010eba17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9349f0436e254975aaa4733d463871ef&device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 1096 time: 0.0757627 Aug 31 05:38:09.266340 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 is scheduled to L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 with binding_index 1 {{(pid=94006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:38:09.337080 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-96919bb7-62fb-4ff6-93f1-ac2316d9e5c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1847c735-ebc1-42db-af08-1042e7261b41 HTTP/1.1" status: 200 len: 217 time: 0.0618117 Aug 31 05:38:09.439325 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-3d03e956-996b-4e85-9db8-2c35d961ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:09.440983 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-3d03e956-996b-4e85-9db8-2c35d961ad33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea73c560-a18b-4a36-baf6-399d1890f917 HTTP/1.1" status: 200 len: 848 time: 0.0889404 Aug 31 05:38:09.511867 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-fe7c2e90-0188-4414-bb07-dd980b8c4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:09.513533 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-fe7c2e90-0188-4414-bb07-dd980b8c4ca8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bac905ea-071d-422a-a005-855d664a6919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597584 Aug 31 05:38:09.608635 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac47b982-5d25-4e39-bacd-50356cdb734e None None] Network 1a6a1804-2296-461b-aa1f-808524c5fabd requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:38:09.616211 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-37e520c9-ebed-4964-8b65-d43501353a2e service neutron] 10.222.0.32 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924361 Aug 31 05:38:09.663943 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-f83e3382-b726-4c0f-bbae-e3e70e4e0024 None None] Provisioning for port d6da57c3-34d0-4ed1-aeef-273a5444ec77 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:38:09.677533 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af85662-3bc0-479d-a848-48334219fa9d req-c07114c0-76e3-4e28-9a6d-f884c591010c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:09.679052 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8af85662-3bc0-479d-a848-48334219fa9d req-c07114c0-76e3-4e28-9a6d-f884c591010c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.0622637 Aug 31 05:38:09.680259 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:38:09.699119 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] Notify callbacks [] for router, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:09.702917 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-c93a786c-4f49-412c-a2c7-3b6687ab6e59 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5001273 Aug 31 05:38:09.704843 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49894) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:09.706378 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Sync routers for ids ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:38:09.716721 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Routers {'6dbb79a7-86c5-43ad-a20b-1efab5b03c23'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:38:09.717528 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:38:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:09.759032 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8af85662-3bc0-479d-a848-48334219fa9d req-fd616d10-3d9c-48b4-85cd-03ab90b8d718 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560193 Aug 31 05:38:09.831033 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf5af514-8e04-44d3-83dc-5a20a928cb06 req-7acbbd80-b713-45b9-9e0c-5503e97ea0fc service neutron] 10.222.0.32 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022347 Aug 31 05:38:09.832237 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Set router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:38:10.031466 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:08Z', 'revision_number': 3, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port': {'id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:10.061335 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Checking router: 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:38:10.061582 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Updating router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 port fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 binding host dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:38:10.087694 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:10.172892 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae6968-b2b6-414d-ab7c-d59b8750f90f req-37daab9d-a9d3-4ce3-8d1a-60f943c38836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:10.174384 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b5ae6968-b2b6-414d-ab7c-d59b8750f90f req-37daab9d-a9d3-4ce3-8d1a-60f943c38836 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9349f0436e254975aaa4733d463871ef&device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 1096 time: 0.2893474 Aug 31 05:38:10.391556 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae6968-b2b6-414d-ab7c-d59b8750f90f req-401c617e-2174-4c5f-af36-f08ff969df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:10.393289 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b5ae6968-b2b6-414d-ab7c-d59b8750f90f req-401c617e-2174-4c5f-af36-f08ff969df47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bac905ea-071d-422a-a005-855d664a6919 HTTP/1.1" status: 200 len: 910 time: 0.1785748 Aug 31 05:38:10.430959 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Notify callbacks [] for port, precommit_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:10.442948 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.provisioning_blocks [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Transition to ACTIVE for port object fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 will not be triggered until provisioned by entity L2. {{(pid=94008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:38:10.449378 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:10.460877 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b5ae6968-b2b6-414d-ab7c-d59b8750f90f req-fd5ce030-6ada-412a-9219-df635a9cde0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1847c735-ebc1-42db-af08-1042e7261b41 HTTP/1.1" status: 200 len: 217 time: 0.0581443 Aug 31 05:38:10.507254 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Attempting to bind port fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:38:10.507670 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Attempting to bind port fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:38:10.508027 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Attempting to bind port fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 on network baf71964-5e16-4dde-973b-f2bbbd097579 {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:38:10.517092 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e779a1a-7ae6-4a18-a461-572220fd3259 None None] Pushing event updated for resources: {'Port': ['ID=fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3,revision_number=2']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:10.520719 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:38:10.521131 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Checking segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:38:10.521618 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:10.522020 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Bound using segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:38:10.522574 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Bound port: fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:38:10.523046 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:10.555422 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae6968-b2b6-414d-ab7c-d59b8750f90f req-ae130c69-cb0d-4d13-af3f-0781c612e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:10.556957 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b5ae6968-b2b6-414d-ab7c-d59b8750f90f req-ae130c69-cb0d-4d13-af3f-0781c612e0db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea73c560-a18b-4a36-baf6-399d1890f917 HTTP/1.1" status: 200 len: 848 time: 0.0878336 Aug 31 05:38:10.583199 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:10.591419 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] For port fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:38:10.596531 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] For port fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:38:10.600961 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:10.655647 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e779a1a-7ae6-4a18-a461-572220fd3259 None None] Pushing event updated for resources: {'Port': ['ID=fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3,revision_number=3']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:10.661093 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae6968-b2b6-414d-ab7c-d59b8750f90f req-d9a7380f-da5a-4d37-8d2c-e969056930e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:10.662692 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b5ae6968-b2b6-414d-ab7c-d59b8750f90f req-d9a7380f-da5a-4d37-8d2c-e969056930e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bac905ea-071d-422a-a005-855d664a6919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924046 Aug 31 05:38:10.671062 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Routers {'6dbb79a7-86c5-43ad-a20b-1efab5b03c23'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:38:10.671770 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:38:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:10.676518 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device d6da57c3-34d0-4ed1-aeef-273a5444ec77 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:10.734583 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port d6da57c3-34d0-4ed1-aeef-273a5444ec77 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:38:10.738896 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port d6da57c3-34d0-4ed1-aeef-273a5444ec77 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:10.739495 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:10.793126 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] Set router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:38:10.840140 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b5ae6968-b2b6-414d-ab7c-d59b8750f90f req-ed1f4a33-ee94-4454-b2e9-3e631fcc7b81 service neutron] 10.222.0.32 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654601 Aug 31 05:38:10.843629 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Allocated IP 172.20.0.1 (1a6a1804-2296-461b-aa1f-808524c5fabd/dc6a39d3-4167-4875-a56e-d1606992be8e/505debea-576d-4d39-b164-3c4f47c8b088) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:38:10.846694 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:10.883696 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1bfc5-5ba4-4425-b447-3ac5797ae674 req-a6cdd2ac-1d35-4bc5-9189-b27f92f69d3b tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:10.885520 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-67a1bfc5-5ba4-4425-b447-3ac5797ae674 req-a6cdd2ac-1d35-4bc5-9189-b27f92f69d3b tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.0583785 Aug 31 05:38:10.890740 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port d6da57c3-34d0-4ed1-aeef-273a5444ec77, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=d6da57c3-34d0-4ed1-aeef-273a5444ec77,segment=NetworkSegment(dbadf789-5981-4a76-87a2-51bdfa7af51a),segment_id=dbadf789-5981-4a76-87a2-51bdfa7af51a)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:10.900674 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:10.943550 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-67a1bfc5-5ba4-4425-b447-3ac5797ae674 req-0edf38ff-09dc-43c4-a9d5-3489f40f3834 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472825 Aug 31 05:38:10.959990 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=d6da57c3-34d0-4ed1-aeef-273a5444ec77,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:11.004350 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:08Z', 'revision_number': 3, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port': {'id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:11.019956 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b5ae6968-b2b6-414d-ab7c-d59b8750f90f req-45af727c-3ccb-4afd-866e-7968d26b4447 service neutron] 10.222.0.32 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588116 Aug 31 05:38:11.024504 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:11.036346 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cba0905-bcf6-417c-b47b-8b94b3eb5de5 None None] The sync data for ids ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'] in dv-cinder-806559-3-iscsi is: [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:08Z', 'revision_number': 3, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port': {'id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:38:11.040527 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Transition to ACTIVE for port object 505debea-576d-4d39-b164-3c4f47c8b088 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:38:11.078652 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:11.123780 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Network 1a6a1804-2296-461b-aa1f-808524c5fabd is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:38:11.126573 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:38:11.130864 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:38:11.154565 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Pushing event updated for resources: {'Port': ['ID=505debea-576d-4d39-b164-3c4f47c8b088,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:11.172259 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369563'] for router_interface, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:11.319222 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:11.421201 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-153cfa51-29d3-4fb0-8065-da2291d20472 None None] Provisioning for port 505debea-576d-4d39-b164-3c4f47c8b088 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:38:11.428500 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-153cfa51-29d3-4fb0-8065-da2291d20472 None None] Provisioning complete for port 505debea-576d-4d39-b164-3c4f47c8b088 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:11.428997 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-153cfa51-29d3-4fb0-8065-da2291d20472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:11.473476 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-153cfa51-29d3-4fb0-8065-da2291d20472 None None] Port 505debea-576d-4d39-b164-3c4f47c8b088 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:38:11.528001 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:11.532627 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:11.613563 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Pushing event updated for resources: {'Port': ['ID=505debea-576d-4d39-b164-3c4f47c8b088,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:11.617489 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370219'] for router_interface, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:11.671798 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49922) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:11.727203 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Network 1a6a1804-2296-461b-aa1f-808524c5fabd is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:38:11.728609 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:38:11.836107 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-967de4d9-601a-49cf-8da3-22f459b0d272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:11.866277 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:38:11.952924 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-967de4d9-601a-49cf-8da3-22f459b0d272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:11.957176 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-967de4d9-601a-49cf-8da3-22f459b0d272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:11.999847 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-967de4d9-601a-49cf-8da3-22f459b0d272 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6372c6db4ed54405b35720b60e5e655c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268361 Aug 31 05:38:12.000284 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49930) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:12.000722 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967de4d9-601a-49cf-8da3-22f459b0d272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8b8196-edeb-4080-97f6-df56ba78a68a,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:12.007503 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:38:12.012799 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-59f87d68-d024-4a33-80b3-38b9c95a6c57 admin admin] 10.222.0.10 "PUT /v2.0/routers/6dbb79a7-86c5-43ad-a20b-1efab5b03c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3069210 Aug 31 05:38:12.030863 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-5c461162-da1b-4cba-8e9c-4182c17d84a7 None None] Provisioning complete for port 505debea-576d-4d39-b164-3c4f47c8b088 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:12.033709 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5c461162-da1b-4cba-8e9c-4182c17d84a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.060044 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ec2ec-8190-4b19-b82e-2041e827e266 req-5366dd47-4243-4a71-a13d-b30214a6f556 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:12.061698 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b77ec2ec-8190-4b19-b82e-2041e827e266 req-5366dd47-4243-4a71-a13d-b30214a6f556 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.0536590 Aug 31 05:38:12.063309 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d83845e7-091f-46e3-b48d-5b10db3ac750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.090527 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-5c461162-da1b-4cba-8e9c-4182c17d84a7 None None] Port 505debea-576d-4d39-b164-3c4f47c8b088 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:38:12.093262 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d83845e7-091f-46e3-b48d-5b10db3ac750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.133143 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b77ec2ec-8190-4b19-b82e-2041e827e266 req-ee168d78-78ba-4f0c-871c-c0a6401fac23 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576534 Aug 31 05:38:12.160545 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d83845e7-091f-46e3-b48d-5b10db3ac750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.163773 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d83845e7-091f-46e3-b48d-5b10db3ac750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.165422 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-d83845e7-091f-46e3-b48d-5b10db3ac750 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc8b8196-edeb-4080-97f6-df56ba78a68a HTTP/1.1" status: 204 len: 168 time: 0.1639242 Aug 31 05:38:12.173658 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83845e7-091f-46e3-b48d-5b10db3ac750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8b8196-edeb-4080-97f6-df56ba78a68a,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:12.454473 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49948) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:12.468280 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ce548149-a03a-49de-9cd2-a0cccc10505d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.585792 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ce548149-a03a-49de-9cd2-a0cccc10505d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.596627 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ce548149-a03a-49de-9cd2-a0cccc10505d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.647982 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce548149-a03a-49de-9cd2-a0cccc10505d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19029a00-501d-45ab-a8d1-58b2084c75c9,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:12.653322 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ce548149-a03a-49de-9cd2-a0cccc10505d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ebe94b71c7f543b3b00f2472aaa10c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977735 Aug 31 05:38:12.658742 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49954) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:12.700801 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 49958) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:12.707979 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1129846718-network', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:38:12.712542 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-231d0a85-ec96-4d05-8c22-1ca864b1eca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.721893 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device d6da57c3-34d0-4ed1-aeef-273a5444ec77 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:12.737950 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] Made reservation on behalf of 3e0cef3406eb4985b8ab947f42464a61 for: {'network': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:38:12.740844 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.751603 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Sync routers for ids ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:38:12.752057 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-231d0a85-ec96-4d05-8c22-1ca864b1eca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.753603 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.772977 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Routers {'6dbb79a7-86c5-43ad-a20b-1efab5b03c23'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:38:12.773617 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:38:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:12.806317 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-231d0a85-ec96-4d05-8c22-1ca864b1eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.811055 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-231d0a85-ec96-4d05-8c22-1ca864b1eca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.811467 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-231d0a85-ec96-4d05-8c22-1ca864b1eca2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19029a00-501d-45ab-a8d1-58b2084c75c9 HTTP/1.1" status: 204 len: 168 time: 0.1544890 Aug 31 05:38:12.824203 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d0a85-ec96-4d05-8c22-1ca864b1eca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19029a00-501d-45ab-a8d1-58b2084c75c9,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:12.869954 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.876324 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.882789 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port d6da57c3-34d0-4ed1-aeef-273a5444ec77 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:12.882789 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.900706 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=94005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:38:12.915407 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cced70-1013-4b02-8265-1b52e1a79a27,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:12.920741 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.920924 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.segments_db [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] Added segment b2d642a1-be48-47d9-a2ad-967799ab1173 of type vlan for network 671e5c0e-941f-4360-b1c9-7872f23a7baf Aug 31 05:38:12.948286 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Set router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:38:12.962818 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.995538 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:12.996553 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:12.997162 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:13.061860 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3573308 Aug 31 05:38:13.062286 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49966) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:13.067346 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-c7a442cf-e04b-49df-b661-a3f1b4c8b782 admin admin] Request body: {'subnet': {'network_id': '671e5c0e-941f-4360-b1c9-7872f23a7baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1129846718-subnet', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'ip_version': 4}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:38:13.071215 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc12911-68be-4c6e-8fe0-76b7bce40c0a admin admin] Pushing event updated for resources: {'Network': ['ID=671e5c0e-941f-4360-b1c9-7872f23a7baf,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:13.091524 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a442cf-e04b-49df-b661-a3f1b4c8b782 admin admin] Made reservation on behalf of 3e0cef3406eb4985b8ab947f42464a61 for: {'subnet': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:38:13.094148 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c7a442cf-e04b-49df-b661-a3f1b4c8b782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8545428'] for subnet, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:13.102754 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network 671e5c0e-941f-4360-b1c9-7872f23a7baf details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:38:13.107953 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:13.279500 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:38:13.284684 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:13.285610 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:13.341747 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95023e-37d1-4a76-8aa2-b86f5874bdaa req-a5f350cb-697f-4b9e-8934-c81e92dcc1fd tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:13.343655 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cc95023e-37d1-4a76-8aa2-b86f5874bdaa req-a5f350cb-697f-4b9e-8934-c81e92dcc1fd tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.0915916 Aug 31 05:38:13.349619 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:11Z', 'revision_number': 4, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port': {'id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '505debea-576d-4d39-b164-3c4f47c8b088', 'name': '', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'mac_address': 'fa:16:3e:37:40:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:10Z', 'updated_at': '2021-08-31T05:38:11Z', 'revision_number': 2, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'subnets': [{'id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:13.364365 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c7a442cf-e04b-49df-b661-a3f1b4c8b782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4056069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8545410'] for subnet, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:13.378829 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Checking router: 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:38:13.379455 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Updating router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 port 505debea-576d-4d39-b164-3c4f47c8b088 binding host dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:38:13.431531 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:13.439293 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cc95023e-37d1-4a76-8aa2-b86f5874bdaa req-6d1e728b-5d86-4d0c-88f6-071c40f42bc2 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847857 Aug 31 05:38:13.447265 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:13.451204 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a442cf-e04b-49df-b661-a3f1b4c8b782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d295ed20-76f7-46d1-a1ce-a79b74ef69ec,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:13.471943 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a442cf-e04b-49df-b661-a3f1b4c8b782 admin admin] Checking segment: {'id': 'b2d642a1-be48-47d9-a2ad-967799ab1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '671e5c0e-941f-4360-b1c9-7872f23a7baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:38:13.472296 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a442cf-e04b-49df-b661-a3f1b4c8b782 admin admin] Network hostable DHCP agents. Network: 671e5c0e-941f-4360-b1c9-7872f23a7baf, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:38:13.492165 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:13.492392 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a442cf-e04b-49df-b661-a3f1b4c8b782 admin admin] Network 671e5c0e-941f-4360-b1c9-7872f23a7baf is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:38:13.500668 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:13.501434 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-c7a442cf-e04b-49df-b661-a3f1b4c8b782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, 671e5c0e-941f-4360-b1c9-7872f23a7baf) {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:38:13.508750 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a442cf-e04b-49df-b661-a3f1b4c8b782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:13.509120 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c7a442cf-e04b-49df-b661-a3f1b4c8b782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:13.529176 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-c7a442cf-e04b-49df-b661-a3f1b4c8b782 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4634502 Aug 31 05:38:13.531449 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 49986) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:13.535940 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1129846718-router', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:38:13.561602 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:13.562816 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:13.581883 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22d9807-5cba-4b6c-85e2-f157aa712d00 None None] Network 671e5c0e-941f-4360-b1c9-7872f23a7baf requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:38:13.628570 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:13.785194 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:13.828872 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:14.014293 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:14.027307 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977e68bf-97c4-539e-b424-ee70b4d79b3f-671e5c0e-941f-4360-b1c9-7872f23a7baf', 'network_id': '671e5c0e-941f-4360-b1c9-7872f23a7baf', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'fixed_ips': [{'subnet_id': 'd295ed20-76f7-46d1-a1ce-a79b74ef69ec'}]}} from dv-cinder-806559-3-iscsi. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:38:14.028227 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:14.043770 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:14.083683 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:14.153222 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Transition to ACTIVE for port object 505debea-576d-4d39-b164-3c4f47c8b088 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:38:14.170687 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:14.222935 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_common [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Allocated IP 172.27.1.27 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/417361bc-ca2a-4cb5-9550-31bbd42dc638) {{(pid=94006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:38:14.266163 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1a7fc-6743-459b-b3de-4f8546290861 None None] Pushing event updated for resources: {'Port': ['ID=505debea-576d-4d39-b164-3c4f47c8b088,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:14.306452 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Allocated IP 172.20.0.2 (671e5c0e-941f-4360-b1c9-7872f23a7baf/d295ed20-76f7-46d1-a1ce-a79b74ef69ec/c622d60d-7887-4880-859c-15618c79609d) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:38:14.364585 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Attempting to bind port 505debea-576d-4d39-b164-3c4f47c8b088 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:38:14.364821 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:14.364953 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Attempting to bind port 505debea-576d-4d39-b164-3c4f47c8b088 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'dbadf789-5981-4a76-87a2-51bdfa7af51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:38:14.365409 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Attempting to bind port 505debea-576d-4d39-b164-3c4f47c8b088 on network 1a6a1804-2296-461b-aa1f-808524c5fabd {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:38:14.396865 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:38:14.397239 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Checking segment: {'id': 'dbadf789-5981-4a76-87a2-51bdfa7af51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:38:14.397746 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:14.398028 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Bound using segment: {'id': 'dbadf789-5981-4a76-87a2-51bdfa7af51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:38:14.398495 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Bound port: 505debea-576d-4d39-b164-3c4f47c8b088, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbadf789-5981-4a76-87a2-51bdfa7af51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:38:14.399130 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:14.408373 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:14.457432 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:38:14.462483 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:38:14.464944 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Received port after_create {{(pid=94006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:38:14.489340 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Pushing event updated for resources: {'Port': ['ID=417361bc-ca2a-4cb5-9550-31bbd42dc638,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:14.528469 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] For port 505debea-576d-4d39-b164-3c4f47c8b088, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:38:14.553135 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] For port 505debea-576d-4d39-b164-3c4f47c8b088, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=505debea-576d-4d39-b164-3c4f47c8b088,segment=NetworkSegment(dbadf789-5981-4a76-87a2-51bdfa7af51a),segment_id=dbadf789-5981-4a76-87a2-51bdfa7af51a)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:38:14.571489 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:14.578944 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:14.614984 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Transition to ACTIVE for port object c622d60d-7887-4880-859c-15618c79609d will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:38:14.631069 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:14.662399 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d98d5-d239-4f16-bc7a-d58f778319da req-0fab54eb-2d3e-4eba-9c61-d8d6277d33ad tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:14.663992 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-956d98d5-d239-4f16-bc7a-d58f778319da req-0fab54eb-2d3e-4eba-9c61-d8d6277d33ad tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.0876670 Aug 31 05:38:14.684461 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Transition to ACTIVE for port object c622d60d-7887-4880-859c-15618c79609d will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:38:14.690594 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1a7fc-6743-459b-b3de-4f8546290861 None None] Pushing event updated for resources: {'Port': ['ID=505debea-576d-4d39-b164-3c4f47c8b088,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:14.698889 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Routers {'6dbb79a7-86c5-43ad-a20b-1efab5b03c23'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:38:14.699608 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:38:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:14.737473 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:14.812336 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-956d98d5-d239-4f16-bc7a-d58f778319da req-a3b4671e-d59a-4e4b-b31f-8c85a9ebdd22 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798776 Aug 31 05:38:14.838734 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Network 671e5c0e-941f-4360-b1c9-7872f23a7baf is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:38:14.847371 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:38:14.851643 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:38:14.866373 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:14.870860 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Pushing event updated for resources: {'Port': ['ID=c622d60d-7887-4880-859c-15618c79609d,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:14.876627 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:14.877481 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:14.957048 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] Set router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:38:15.017504 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Attempting to bind port c622d60d-7887-4880-859c-15618c79609d on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:38:15.018451 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Attempting to bind port c622d60d-7887-4880-859c-15618c79609d by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'b2d642a1-be48-47d9-a2ad-967799ab1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '671e5c0e-941f-4360-b1c9-7872f23a7baf'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:38:15.019209 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Attempting to bind port c622d60d-7887-4880-859c-15618c79609d on network 671e5c0e-941f-4360-b1c9-7872f23a7baf {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:38:15.031277 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:38:15.032023 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Checking segment: {'id': 'b2d642a1-be48-47d9-a2ad-967799ab1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '671e5c0e-941f-4360-b1c9-7872f23a7baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:38:15.032623 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:15.033199 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Bound using segment: {'id': 'b2d642a1-be48-47d9-a2ad-967799ab1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '671e5c0e-941f-4360-b1c9-7872f23a7baf'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:38:15.034145 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Bound port: c622d60d-7887-4880-859c-15618c79609d, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d642a1-be48-47d9-a2ad-967799ab1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '671e5c0e-941f-4360-b1c9-7872f23a7baf'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:38:15.034671 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:15.122051 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370152'] for router, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:15.246958 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] For port c622d60d-7887-4880-859c-15618c79609d, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:38:15.271825 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] For port c622d60d-7887-4880-859c-15618c79609d, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=c622d60d-7887-4880-859c-15618c79609d,segment=NetworkSegment(b2d642a1-be48-47d9-a2ad-967799ab1173),segment_id=b2d642a1-be48-47d9-a2ad-967799ab1173)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:38:15.290383 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:15.344173 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49365b4f-3c23-4985-acac-c0d662655d22 req-1acd78fd-c21c-4ea6-97af-a55c96d39298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:15.347078 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-49365b4f-3c23-4985-acac-c0d662655d22 req-1acd78fd-c21c-4ea6-97af-a55c96d39298 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df247d9bc9ab4706a39bc2047bed84e8&device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 1098 time: 0.1079030 Aug 31 05:38:15.364281 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637aa970-7f81-4129-b58b-b6b9e3bf11f8 req-392d338a-0c34-4fc1-8b94-7f08c194f411 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:15.366167 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-637aa970-7f81-4129-b58b-b6b9e3bf11f8 req-392d338a-0c34-4fc1-8b94-7f08c194f411 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0999181 Aug 31 05:38:15.376696 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Router edc347fc-626e-47c6-9e8b-0b4704afbc57 is scheduled to L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 with binding_index 1 {{(pid=94006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:38:15.456382 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be5bdc-2364-47ad-aa7c-5e1f61fa5036 None None] Pushing event updated for resources: {'Port': ['ID=c622d60d-7887-4880-859c-15618c79609d,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:15.507498 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:11Z', 'revision_number': 4, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port': {'id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '505debea-576d-4d39-b164-3c4f47c8b088', 'name': '', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'mac_address': 'fa:16:3e:37:40:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:10Z', 'updated_at': '2021-08-31T05:38:14Z', 'revision_number': 4, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'subnets': [{'id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:15.538051 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-637aa970-7f81-4129-b58b-b6b9e3bf11f8 req-37b41f9f-3279-4201-8f0f-5441e8ca2dda tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552176 Aug 31 05:38:15.555636 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49365b4f-3c23-4985-acac-c0d662655d22 req-33c129a3-8cee-4d36-98d5-3e72db612c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:15.560003 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ee153-7714-49fc-984a-dee34ee1a33b None None] The sync data for ids ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'] in dv-cinder-806559-3-iscsi is: [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:11Z', 'revision_number': 4, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port': {'id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '505debea-576d-4d39-b164-3c4f47c8b088', 'name': '', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'mac_address': 'fa:16:3e:37:40:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:10Z', 'updated_at': '2021-08-31T05:38:14Z', 'revision_number': 4, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'subnets': [{'id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:38:15.561290 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-49365b4f-3c23-4985-acac-c0d662655d22 req-33c129a3-8cee-4d36-98d5-3e72db612c7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=66e9f947-7a38-422f-9aac-7a0d6a4fc617 HTTP/1.1" status: 200 len: 920 time: 0.1965961 Aug 31 05:38:15.612335 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-49365b4f-3c23-4985-acac-c0d662655d22 req-a74373f9-3cfe-43ad-891c-0d1e92d11953 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13a20b6f-78fa-4cc4-b907-49233c2a2cfb HTTP/1.1" status: 200 len: 217 time: 0.0398128 Aug 31 05:38:15.654722 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:38:15.667711 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Sync routers for ids ['edc347fc-626e-47c6-9e8b-0b4704afbc57'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:38:15.673416 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] Notify callbacks [] for router, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:15.674711 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-e886b223-72e4-4570-8e73-6eb4dbc1c870 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1422143 Aug 31 05:38:15.677761 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 50032) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:15.687441 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Routers {'edc347fc-626e-47c6-9e8b-0b4704afbc57'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:38:15.694276 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:38:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['edc347fc-626e-47c6-9e8b-0b4704afbc57'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:15.714699 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49365b4f-3c23-4985-acac-c0d662655d22 req-8aebc878-11bf-4601-bb5b-f7112c899b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:15.716312 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-49365b4f-3c23-4985-acac-c0d662655d22 req-8aebc878-11bf-4601-bb5b-f7112c899b4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80fdd554-6ca7-4bea-8a87-7b1508c8e0ed HTTP/1.1" status: 200 len: 859 time: 0.0837975 Aug 31 05:38:15.818124 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-49365b4f-3c23-4985-acac-c0d662655d22 req-33ad1a85-95d3-4638-b56b-42a8de43e489 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66e9f947-7a38-422f-9aac-7a0d6a4fc617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825174 Aug 31 05:38:16.024379 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Set router edc347fc-626e-47c6-9e8b-0b4704afbc57 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:38:16.096721 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-49365b4f-3c23-4985-acac-c0d662655d22 req-2a6394f7-133b-4fe2-bc9a-c1a303cab3b6 service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648060 Aug 31 05:38:16.117923 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aea4d-1a04-4f0f-beb2-9519bb9f4a64 req-ee39f39e-bf6b-4c0a-a8ab-7c734b4a5b16 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:16.119459 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-dd9aea4d-1a04-4f0f-beb2-9519bb9f4a64 req-ee39f39e-bf6b-4c0a-a8ab-7c734b4a5b16 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.1010466 Aug 31 05:38:16.212049 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-49365b4f-3c23-4985-acac-c0d662655d22 req-84b3d66a-7bca-47cc-a5ac-5aa342385c26 service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043839 Aug 31 05:38:16.226404 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-dd9aea4d-1a04-4f0f-beb2-9519bb9f4a64 req-aa19d80f-2ee3-49cb-b090-b1480a6f81ce tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998030 Aug 31 05:38:16.249217 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'name': 'tempest-TestMinimumBasicScenario-1129846718-router', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:13Z', 'updated_at': '2021-08-31T05:38:14Z', 'revision_number': 3, 'project_id': '3e0cef3406eb4985b8ab947f42464a61', 'gw_port': {'id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:14Z', 'updated_at': '2021-08-31T05:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:16.305325 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Checking router: edc347fc-626e-47c6-9e8b-0b4704afbc57 for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:38:16.305674 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Updating router edc347fc-626e-47c6-9e8b-0b4704afbc57 port 417361bc-ca2a-4cb5-9550-31bbd42dc638 binding host dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:38:16.343521 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:16.435885 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:16.740897 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Notify callbacks [] for port, precommit_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:16.754015 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.provisioning_blocks [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Transition to ACTIVE for port object 417361bc-ca2a-4cb5-9550-31bbd42dc638 will not be triggered until provisioned by entity L2. {{(pid=94008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:38:16.768347 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:16.775008 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device c622d60d-7887-4880-859c-15618c79609d up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:16.872770 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port c622d60d-7887-4880-859c-15618c79609d completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:38:16.877101 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 505debea-576d-4d39-b164-3c4f47c8b088 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:16.903636 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5b767-70ff-4111-ab34-1ad28122c41f None None] Pushing event updated for resources: {'Port': ['ID=417361bc-ca2a-4cb5-9550-31bbd42dc638,revision_number=2']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:16.932458 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5b767-70ff-4111-ab34-1ad28122c41f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:16.932458 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5b767-70ff-4111-ab34-1ad28122c41f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:16.932836 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5b767-70ff-4111-ab34-1ad28122c41f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:16.933589 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5b767-70ff-4111-ab34-1ad28122c41f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:16.933589 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5b767-70ff-4111-ab34-1ad28122c41f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:16.933979 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5b767-70ff-4111-ab34-1ad28122c41f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:16.934286 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5b767-70ff-4111-ab34-1ad28122c41f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:16.936286 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5b767-70ff-4111-ab34-1ad28122c41f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:16.936286 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5b767-70ff-4111-ab34-1ad28122c41f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:16.936565 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5b767-70ff-4111-ab34-1ad28122c41f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:16.936842 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5b767-70ff-4111-ab34-1ad28122c41f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:16.939470 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5b767-70ff-4111-ab34-1ad28122c41f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:16.946925 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Attempting to bind port 417361bc-ca2a-4cb5-9550-31bbd42dc638 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:38:16.947276 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Attempting to bind port 417361bc-ca2a-4cb5-9550-31bbd42dc638 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:38:16.947977 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Attempting to bind port 417361bc-ca2a-4cb5-9550-31bbd42dc638 on network baf71964-5e16-4dde-973b-f2bbbd097579 {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:38:16.953728 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:38:16.954123 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Checking segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:38:16.954522 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:16.954967 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Bound using segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:38:16.955503 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Bound port: 417361bc-ca2a-4cb5-9550-31bbd42dc638, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:38:16.955897 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:16.976352 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 505debea-576d-4d39-b164-3c4f47c8b088 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:38:16.977223 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624fe77-4b3f-4788-a5da-0324c99a49e4 req-2c5c81c1-7949-4505-b063-a0dfc391287d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:16.978897 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3624fe77-4b3f-4788-a5da-0324c99a49e4 req-2c5c81c1-7949-4505-b063-a0dfc391287d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.1011949 Aug 31 05:38:16.982165 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 505debea-576d-4d39-b164-3c4f47c8b088 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:16.982795 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.053113 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3624fe77-4b3f-4788-a5da-0324c99a49e4 req-07beeed1-80d8-45f6-82cb-a8fc95f743ab tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545511 Aug 31 05:38:17.066220 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_common [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Allocated IP 172.20.0.1 (671e5c0e-941f-4360-b1c9-7872f23a7baf/d295ed20-76f7-46d1-a1ce-a79b74ef69ec/c5ae87d4-9425-4cef-a185-77d8f3952453) {{(pid=94006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:38:17.080393 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] For port 417361bc-ca2a-4cb5-9550-31bbd42dc638, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:38:17.092651 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] For port 417361bc-ca2a-4cb5-9550-31bbd42dc638, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=417361bc-ca2a-4cb5-9550-31bbd42dc638,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:38:17.107144 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.116220 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f67482-ebb0-4798-bea8-522e3631eb51 None None] Network 671e5c0e-941f-4360-b1c9-7872f23a7baf requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:38:17.198114 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Routers {'edc347fc-626e-47c6-9e8b-0b4704afbc57'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:38:17.198777 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:38:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['edc347fc-626e-47c6-9e8b-0b4704afbc57'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:17.210498 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.216259 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-03d7d134-14d7-4ed8-9983-3f2b9910a4ba None None] Provisioning for port c622d60d-7887-4880-859c-15618c79609d completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:38:17.236251 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-03d7d134-14d7-4ed8-9983-3f2b9910a4ba None None] Provisioning complete for port c622d60d-7887-4880-859c-15618c79609d triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:17.236844 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-03d7d134-14d7-4ed8-9983-3f2b9910a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.237405 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.259851 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Transition to ACTIVE for port object c5ae87d4-9425-4cef-a185-77d8f3952453 will not be triggered until provisioned by entity DHCP. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:38:17.276208 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5b767-70ff-4111-ab34-1ad28122c41f None None] Pushing event updated for resources: {'Port': ['ID=417361bc-ca2a-4cb5-9550-31bbd42dc638,revision_number=3']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:17.350949 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.388035 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 505debea-576d-4d39-b164-3c4f47c8b088, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=505debea-576d-4d39-b164-3c4f47c8b088,segment=NetworkSegment(dbadf789-5981-4a76-87a2-51bdfa7af51a),segment_id=dbadf789-5981-4a76-87a2-51bdfa7af51a)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:17.403332 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.406348 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Network 671e5c0e-941f-4360-b1c9-7872f23a7baf is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:38:17.413222 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] Set router edc347fc-626e-47c6-9e8b-0b4704afbc57 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:38:17.416387 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:38:17.422277 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Received port after_create {{(pid=94006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:38:17.460366 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df51b68-68bf-4bbf-b816-7740036ee1ae req-bb379dec-757c-4fb0-b16e-3e5b19eb7343 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:17.467867 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1df51b68-68bf-4bbf-b816-7740036ee1ae req-bb379dec-757c-4fb0-b16e-3e5b19eb7343 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.1314576 Aug 31 05:38:17.490979 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ae87d4-9425-4cef-a185-77d8f3952453,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:17.495842 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50066) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:17.527536 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369563'] for router_interface, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.533930 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1df51b68-68bf-4bbf-b816-7740036ee1ae req-d3974241-bcf4-425a-8e84-b0e1f76d91a9 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651929 Aug 31 05:38:17.643590 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-03d7d134-14d7-4ed8-9983-3f2b9910a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.647399 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-20a95952-4ab0-46a0-8f2e-114f82feb0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.647597 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=505debea-576d-4d39-b164-3c4f47c8b088,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:17.650602 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'name': 'tempest-TestMinimumBasicScenario-1129846718-router', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:13Z', 'updated_at': '2021-08-31T05:38:14Z', 'revision_number': 3, 'project_id': '3e0cef3406eb4985b8ab947f42464a61', 'gw_port': {'id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:14Z', 'updated_at': '2021-08-31T05:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:17.689970 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-03d7d134-14d7-4ed8-9983-3f2b9910a4ba None None] For port c622d60d-7887-4880-859c-15618c79609d, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=c622d60d-7887-4880-859c-15618c79609d,segment=NetworkSegment(b2d642a1-be48-47d9-a2ad-967799ab1173),segment_id=b2d642a1-be48-47d9-a2ad-967799ab1173)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:17.698509 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-03d7d134-14d7-4ed8-9983-3f2b9910a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.730216 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.785590 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-20a95952-4ab0-46a0-8f2e-114f82feb0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.794070 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7d134-14d7-4ed8-9983-3f2b9910a4ba None None] Pushing event updated for resources: {'Port': ['ID=c622d60d-7887-4880-859c-15618c79609d,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:17.799067 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-20a95952-4ab0-46a0-8f2e-114f82feb0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.808293 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008502b-da3a-44ad-affd-cf86a222fab1 None None] The sync data for ids ['edc347fc-626e-47c6-9e8b-0b4704afbc57'] in dv-cinder-806559-3-iscsi is: [{'id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'name': 'tempest-TestMinimumBasicScenario-1129846718-router', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:13Z', 'updated_at': '2021-08-31T05:38:14Z', 'revision_number': 3, 'project_id': '3e0cef3406eb4985b8ab947f42464a61', 'gw_port': {'id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:14Z', 'updated_at': '2021-08-31T05:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:38:17.841875 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-20a95952-4ab0-46a0-8f2e-114f82feb0a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5202bc413c424c5793be400ed6fce634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433416 Aug 31 05:38:17.842974 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a95952-4ab0-46a0-8f2e-114f82feb0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dc1a45-af90-436b-ab32-442546b1c31b,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:17.845325 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50070) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:17.904810 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-417438f2-171c-45d8-ba32-51ab004ec42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.954755 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-417438f2-171c-45d8-ba32-51ab004ec42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.974774 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:17.984267 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4057228'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:18.026902 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e90212de-d3f5-4a3d-846e-ee1b0b7ebe3f None None] Provisioning complete for port c622d60d-7887-4880-859c-15618c79609d triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:18.029437 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e90212de-d3f5-4a3d-846e-ee1b0b7ebe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:18.047544 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-417438f2-171c-45d8-ba32-51ab004ec42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:18.050126 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-417438f2-171c-45d8-ba32-51ab004ec42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:18.051379 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-417438f2-171c-45d8-ba32-51ab004ec42c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4dc1a45-af90-436b-ab32-442546b1c31b HTTP/1.1" status: 204 len: 168 time: 0.2050858 Aug 31 05:38:18.070759 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417438f2-171c-45d8-ba32-51ab004ec42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dc1a45-af90-436b-ab32-442546b1c31b,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:18.109026 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ae87d4-9425-4cef-a185-77d8f3952453,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:18.136651 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370219'] for router_interface, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:18.260325 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e90212de-d3f5-4a3d-846e-ee1b0b7ebe3f None None] Provisioning for port c5ae87d4-9425-4cef-a185-77d8f3952453 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:38:18.266494 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e90212de-d3f5-4a3d-846e-ee1b0b7ebe3f None None] Provisioning complete for port c5ae87d4-9425-4cef-a185-77d8f3952453 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:18.268693 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e90212de-d3f5-4a3d-846e-ee1b0b7ebe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:18.394184 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e90212de-d3f5-4a3d-846e-ee1b0b7ebe3f None None] Port c5ae87d4-9425-4cef-a185-77d8f3952453 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:38:18.414229 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Network 671e5c0e-941f-4360-b1c9-7872f23a7baf is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:38:18.419137 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:38:18.439221 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3a835-75f1-4530-82cc-3819893569dd req-361be8ef-b2b8-4272-a388-3a63d20320eb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:18.447467 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c3f3a835-75f1-4530-82cc-3819893569dd req-361be8ef-b2b8-4272-a388-3a63d20320eb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0848131 Aug 31 05:38:18.558934 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7f8a03d1-9dd0-4495-a276-d0f6489cf72a None None] Provisioning complete for port c5ae87d4-9425-4cef-a185-77d8f3952453 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:18.559343 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7f8a03d1-9dd0-4495-a276-d0f6489cf72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:18.568608 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c3f3a835-75f1-4530-82cc-3819893569dd req-fae5a5b4-f872-49b1-9eb1-85fa003b9fe1 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201138 Aug 31 05:38:18.634449 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a03d1-9dd0-4495-a276-d0f6489cf72a None None] Port c5ae87d4-9425-4cef-a185-77d8f3952453 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:38:18.684743 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Router edc347fc-626e-47c6-9e8b-0b4704afbc57 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:38:18.806748 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 417361bc-ca2a-4cb5-9550-31bbd42dc638 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:18.865367 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b8e132a3-40c7-4b31-90e4-b7e376564a9d None None] Provisioning complete for port c5ae87d4-9425-4cef-a185-77d8f3952453 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:18.866038 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b8e132a3-40c7-4b31-90e4-b7e376564a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:18.884755 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9c790-0462-432e-8579-0bf2928b8c30 req-46f31800-88c4-46e1-af8d-89c13d9fd9ed tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:18.886359 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-23f9c790-0462-432e-8579-0bf2928b8c30 req-46f31800-88c4-46e1-af8d-89c13d9fd9ed tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 946 time: 0.1849322 Aug 31 05:38:18.887861 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 417361bc-ca2a-4cb5-9550-31bbd42dc638 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:38:18.896122 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 417361bc-ca2a-4cb5-9550-31bbd42dc638 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:18.896503 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:18.925591 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:38:18.933486 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b8e132a3-40c7-4b31-90e4-b7e376564a9d None None] Port c5ae87d4-9425-4cef-a185-77d8f3952453 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:38:18.936835 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33850761-2f5d-462a-b517-84d769dc738e req-10f60cf3-780d-475e-a810-f8c4db659275 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:18.938344 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-33850761-2f5d-462a-b517-84d769dc738e req-10f60cf3-780d-475e-a810-f8c4db659275 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.1252999 Aug 31 05:38:18.944112 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-7e933fd5-f75a-427d-97ec-01ac69105002 admin admin] 10.222.0.10 "PUT /v2.0/routers/edc347fc-626e-47c6-9e8b-0b4704afbc57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2639358 Aug 31 05:38:18.996153 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-23f9c790-0462-432e-8579-0bf2928b8c30 req-5663a0df-376a-4472-b770-4bb5b1a0ab47 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807934 Aug 31 05:38:19.001357 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:19.018763 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-33850761-2f5d-462a-b517-84d769dc738e req-ec40005f-4b8d-4b72-94ac-dfe7e03e42b8 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733719 Aug 31 05:38:19.025235 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 417361bc-ca2a-4cb5-9550-31bbd42dc638, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=417361bc-ca2a-4cb5-9550-31bbd42dc638,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:19.030179 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:19.031191 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device c622d60d-7887-4880-859c-15618c79609d up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:19.109204 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=417361bc-ca2a-4cb5-9550-31bbd42dc638,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:19.124100 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port c622d60d-7887-4880-859c-15618c79609d triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:19.124411 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:19.130734 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176f0b-597f-4b7a-ab88-58622ec07bb0 req-9107adc9-c4ca-4318-aa06-343b4088fb1b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:19.132023 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-57176f0b-597f-4b7a-ab88-58622ec07bb0 req-9107adc9-c4ca-4318-aa06-343b4088fb1b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0672538 Aug 31 05:38:19.186846 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-57176f0b-597f-4b7a-ab88-58622ec07bb0 req-03423cc3-7b00-497d-b79f-776ab8acc2f7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458245 Aug 31 05:38:19.226277 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 505debea-576d-4d39-b164-3c4f47c8b088 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:19.269912 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 505debea-576d-4d39-b164-3c4f47c8b088 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:19.270792 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:19.709951 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f3dad-1f1e-4204-86b0-693ac0e32103 req-520790b5-bad8-4fd8-a323-6e815d5fca94 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:19.711567 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-eb6f3dad-1f1e-4204-86b0-693ac0e32103 req-520790b5-bad8-4fd8-a323-6e815d5fca94 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0586679 Aug 31 05:38:19.768827 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-eb6f3dad-1f1e-4204-86b0-693ac0e32103 req-dfe8f6f3-7eb2-4276-94b1-c9e36dbd91ef tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486012 Aug 31 05:38:19.918401 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Sync routers for ids ['edc347fc-626e-47c6-9e8b-0b4704afbc57'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:38:19.928715 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Routers {'edc347fc-626e-47c6-9e8b-0b4704afbc57'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:38:19.929758 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:38:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['edc347fc-626e-47c6-9e8b-0b4704afbc57'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:20.054631 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Set router edc347fc-626e-47c6-9e8b-0b4704afbc57 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:38:20.204518 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4a80-8cfc-4144-8d28-e6e2cd3eddd0 req-4b89d716-2a7e-4844-acc5-47bafd617b19 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:20.206127 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fd5e4a80-8cfc-4144-8d28-e6e2cd3eddd0 req-4b89d716-2a7e-4844-acc5-47bafd617b19 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 946 time: 0.1473565 Aug 31 05:38:20.216695 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b384-1267-4b49-bef3-6a6606b687f8 req-82220896-aa72-4462-99e7-c426d7d23446 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:20.219030 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f487b384-1267-4b49-bef3-6a6606b687f8 req-82220896-aa72-4462-99e7-c426d7d23446 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 946 time: 0.0939224 Aug 31 05:38:20.251242 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c311ba-afb2-417a-ab78-f68d0818f0c4 req-6a81a9f7-b22d-4e16-81b9-3ed611e1b802 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:20.262680 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e1c311ba-afb2-417a-ab78-f68d0818f0c4 req-6a81a9f7-b22d-4e16-81b9-3ed611e1b802 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.1612785 Aug 31 05:38:20.303639 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fd5e4a80-8cfc-4144-8d28-e6e2cd3eddd0 req-f10a11e1-74f4-41e1-a46f-baf0383c263d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827355 Aug 31 05:38:20.325276 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e1c311ba-afb2-417a-ab78-f68d0818f0c4 req-4330b56c-9019-444d-937d-13371162b8cd tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615556 Aug 31 05:38:20.344472 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'name': 'tempest-TestMinimumBasicScenario-1129846718-router', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:13Z', 'updated_at': '2021-08-31T05:38:17Z', 'revision_number': 4, 'project_id': '3e0cef3406eb4985b8ab947f42464a61', 'gw_port': {'id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:14Z', 'updated_at': '2021-08-31T05:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'c5ae87d4-9425-4cef-a185-77d8f3952453', 'name': '', 'network_id': '671e5c0e-941f-4360-b1c9-7872f23a7baf', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'mac_address': 'fa:16:3e:c4:98:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd295ed20-76f7-46d1-a1ce-a79b74ef69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:16Z', 'updated_at': '2021-08-31T05:38:17Z', 'revision_number': 2, 'project_id': '3e0cef3406eb4985b8ab947f42464a61', 'subnets': [{'id': 'd295ed20-76f7-46d1-a1ce-a79b74ef69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:20.377534 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Checking router: edc347fc-626e-47c6-9e8b-0b4704afbc57 for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:38:20.377887 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Updating router edc347fc-626e-47c6-9e8b-0b4704afbc57 port c5ae87d4-9425-4cef-a185-77d8f3952453 binding host dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:38:20.390048 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-f487b384-1267-4b49-bef3-6a6606b687f8 req-011b93c6-ae4c-4594-914a-a081b513bc27 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Deleting port a7591a63-fdb6-42f9-9aae-38182758e7e4 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:38:20.390534 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f487b384-1267-4b49-bef3-6a6606b687f8 req-011b93c6-ae4c-4594-914a-a081b513bc27 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:20.425666 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:20.454971 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da5f01-d3e8-4e22-9b9a-24e1faa90d3e req-ad410e0d-e261-4ca9-a5b3-7d21af795340 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:20.464254 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a9da5f01-d3e8-4e22-9b9a-24e1faa90d3e req-ad410e0d-e261-4ca9-a5b3-7d21af795340 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0634551 Aug 31 05:38:20.517405 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-f487b384-1267-4b49-bef3-6a6606b687f8 req-011b93c6-ae4c-4594-914a-a081b513bc27 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] For port a7591a63-fdb6-42f9-9aae-38182758e7e4, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=a7591a63-fdb6-42f9-9aae-38182758e7e4,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:20.517576 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f487b384-1267-4b49-bef3-6a6606b687f8 req-011b93c6-ae4c-4594-914a-a081b513bc27 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:20.529274 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a9da5f01-d3e8-4e22-9b9a-24e1faa90d3e req-44e5dd41-11aa-4b4f-8ed3-d72796cad580 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607481 Aug 31 05:38:20.549036 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-f487b384-1267-4b49-bef3-6a6606b687f8 req-011b93c6-ae4c-4594-914a-a081b513bc27 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Calling delete_port for a7591a63-fdb6-42f9-9aae-38182758e7e4 owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:38:20.682550 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 417361bc-ca2a-4cb5-9550-31bbd42dc638 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:20.749143 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f487b384-1267-4b49-bef3-6a6606b687f8 req-011b93c6-ae4c-4594-914a-a081b513bc27 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:20.768914 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['26fee4d6-0eaf-4baa-9890-0c3b86730663', 'd2547d3b-4821-4735-bd13-e6cd1eccdf12', '35885003-68bf-4f40-9ebd-6f9a1076b187', 'a7591a63-fdb6-42f9-9aae-38182758e7e4'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:38:20.781127 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b93c6-ae4c-4594-914a-a081b513bc27 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Pushing event deleted for resources: {'Port': ['ID=a7591a63-fdb6-42f9-9aae-38182758e7e4,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:20.828583 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:20.843360 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f487b384-1267-4b49-bef3-6a6606b687f8 req-011b93c6-ae4c-4594-914a-a081b513bc27 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] No DVR routers for this DVR port a7591a63-fdb6-42f9-9aae-38182758e7e4 on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:38:20.849370 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f487b384-1267-4b49-bef3-6a6606b687f8 req-011b93c6-ae4c-4594-914a-a081b513bc27 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:20.852036 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f487b384-1267-4b49-bef3-6a6606b687f8 req-011b93c6-ae4c-4594-914a-a081b513bc27 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "DELETE /v2.0/ports/a7591a63-fdb6-42f9-9aae-38182758e7e4 HTTP/1.1" status: 204 len: 173 time: 0.6197078 Aug 31 05:38:20.852528 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2baf6d8e-a7f8-4518-bace-570b206722f6', 'name': 'network-vif-deleted', 'tag': 'a7591a63-fdb6-42f9-9aae-38182758e7e4'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:38:20.855312 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae489c17-9d90-4eca-8c3b-a4b9c9083a4d" -d '{"events": [{"server_uuid": "2baf6d8e-a7f8-4518-bace-570b206722f6", "name": "network-vif-deleted", "tag": "a7591a63-fdb6-42f9-9aae-38182758e7e4"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:38:20.856241 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 417361bc-ca2a-4cb5-9550-31bbd42dc638 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:20.856618 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:20.858620 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Transition to ACTIVE for port object c5ae87d4-9425-4cef-a185-77d8f3952453 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:38:20.914382 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:20.918657 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148e9fd3-10bd-4e5a-b703-316e56fd6dfd x-openstack-request-id: req-148e9fd3-10bd-4e5a-b703-316e56fd6dfd {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:38:20.918956 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2baf6d8e-a7f8-4518-bace-570b206722f6", "name": "network-vif-deleted", "tag": "a7591a63-fdb6-42f9-9aae-38182758e7e4", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:38:20.919231 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-148e9fd3-10bd-4e5a-b703-316e56fd6dfd {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:38:20.919802 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2baf6d8e-a7f8-4518-bace-570b206722f6', 'name': 'network-vif-deleted', 'tag': 'a7591a63-fdb6-42f9-9aae-38182758e7e4', 'status': 'completed', 'code': 200} Aug 31 05:38:20.959254 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5459f-46ab-4188-ac7e-40193f98e3fa req-c0b93e2b-8afd-43fb-94b7-db186bd44e21 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:20.976829 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6ec5459f-46ab-4188-ac7e-40193f98e3fa req-c0b93e2b-8afd-43fb-94b7-db186bd44e21 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.1007240 Aug 31 05:38:21.021187 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9d41e-5d85-4d1e-8c5b-d05426a023eb None None] Pushing event updated for resources: {'Port': ['ID=c5ae87d4-9425-4cef-a185-77d8f3952453,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:21.038015 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6ec5459f-46ab-4188-ac7e-40193f98e3fa req-5a54e37e-a549-4089-8cfe-8aed25bdc081 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602109 Aug 31 05:38:21.161456 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Attempting to bind port c5ae87d4-9425-4cef-a185-77d8f3952453 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:38:21.161815 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Attempting to bind port c5ae87d4-9425-4cef-a185-77d8f3952453 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'b2d642a1-be48-47d9-a2ad-967799ab1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '671e5c0e-941f-4360-b1c9-7872f23a7baf'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:38:21.162180 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Attempting to bind port c5ae87d4-9425-4cef-a185-77d8f3952453 on network 671e5c0e-941f-4360-b1c9-7872f23a7baf {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:38:21.197518 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:38:21.199241 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Checking segment: {'id': 'b2d642a1-be48-47d9-a2ad-967799ab1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '671e5c0e-941f-4360-b1c9-7872f23a7baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:38:21.222716 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:21.222716 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Bound using segment: {'id': 'b2d642a1-be48-47d9-a2ad-967799ab1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '671e5c0e-941f-4360-b1c9-7872f23a7baf'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:38:21.222716 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Bound port: c5ae87d4-9425-4cef-a185-77d8f3952453, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d642a1-be48-47d9-a2ad-967799ab1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '671e5c0e-941f-4360-b1c9-7872f23a7baf'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:38:21.222716 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:21.345628 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] For port c5ae87d4-9425-4cef-a185-77d8f3952453, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:38:21.351640 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] For port c5ae87d4-9425-4cef-a185-77d8f3952453, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=c5ae87d4-9425-4cef-a185-77d8f3952453,segment=NetworkSegment(b2d642a1-be48-47d9-a2ad-967799ab1173),segment_id=b2d642a1-be48-47d9-a2ad-967799ab1173)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:38:21.358768 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:21.492202 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-90c165aa-48f6-45d8-9211-750bedac7be9 req-fa1827d6-db6d-41d2-affa-c5a9769999f9 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=2baf6d8e-a7f8-4518-bace-570b206722f6 HTTP/1.1" status: 200 len: 210 time: 0.0678060 Aug 31 05:38:21.507059 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Routers {'edc347fc-626e-47c6-9e8b-0b4704afbc57'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:38:21.507059 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:38:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['edc347fc-626e-47c6-9e8b-0b4704afbc57'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:21.508865 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9d41e-5d85-4d1e-8c5b-d05426a023eb None None] Pushing event updated for resources: {'Port': ['ID=c5ae87d4-9425-4cef-a185-77d8f3952453,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:21.560136 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9fab1-a397-453b-92cd-20d03f36cf10 req-0b0039e6-cf35-4bad-b005-b1874ed7ba1f tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:21.562305 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0cf9fab1-a397-453b-92cd-20d03f36cf10 req-0b0039e6-cf35-4bad-b005-b1874ed7ba1f tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.1413157 Aug 31 05:38:21.680659 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0cf9fab1-a397-453b-92cd-20d03f36cf10 req-ab073554-c757-44d9-ae84-5deb3b405a6a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952432 Aug 31 05:38:21.768013 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ea61a-fc31-4261-ac43-096af67c6791 req-0f823c7a-8085-442d-a26d-f58354b3040c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:21.769627 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e51ea61a-fc31-4261-ac43-096af67c6791 req-0f823c7a-8085-442d-a26d-f58354b3040c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0641859 Aug 31 05:38:21.815603 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e51ea61a-fc31-4261-ac43-096af67c6791 req-d00c1cfb-bf89-413e-9502-d06557c5210f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400214 Aug 31 05:38:21.853882 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] Set router edc347fc-626e-47c6-9e8b-0b4704afbc57 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:38:22.112103 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'name': 'tempest-TestMinimumBasicScenario-1129846718-router', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:13Z', 'updated_at': '2021-08-31T05:38:17Z', 'revision_number': 4, 'project_id': '3e0cef3406eb4985b8ab947f42464a61', 'gw_port': {'id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:14Z', 'updated_at': '2021-08-31T05:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'c5ae87d4-9425-4cef-a185-77d8f3952453', 'name': '', 'network_id': '671e5c0e-941f-4360-b1c9-7872f23a7baf', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'mac_address': 'fa:16:3e:c4:98:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd295ed20-76f7-46d1-a1ce-a79b74ef69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:16Z', 'updated_at': '2021-08-31T05:38:21Z', 'revision_number': 4, 'project_id': '3e0cef3406eb4985b8ab947f42464a61', 'subnets': [{'id': 'd295ed20-76f7-46d1-a1ce-a79b74ef69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:22.143358 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b433276-7d7b-405f-b471-a1e2dbe8d738 None None] The sync data for ids ['edc347fc-626e-47c6-9e8b-0b4704afbc57'] in dv-cinder-806559-3-iscsi is: [{'id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'name': 'tempest-TestMinimumBasicScenario-1129846718-router', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:13Z', 'updated_at': '2021-08-31T05:38:17Z', 'revision_number': 4, 'project_id': '3e0cef3406eb4985b8ab947f42464a61', 'gw_port': {'id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:14Z', 'updated_at': '2021-08-31T05:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'c5ae87d4-9425-4cef-a185-77d8f3952453', 'name': '', 'network_id': '671e5c0e-941f-4360-b1c9-7872f23a7baf', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'mac_address': 'fa:16:3e:c4:98:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd295ed20-76f7-46d1-a1ce-a79b74ef69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:16Z', 'updated_at': '2021-08-31T05:38:21Z', 'revision_number': 4, 'project_id': '3e0cef3406eb4985b8ab947f42464a61', 'subnets': [{'id': 'd295ed20-76f7-46d1-a1ce-a79b74ef69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:38:22.178959 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052f462-0c2f-48e5-91bb-b3bffae141a9 req-d3c89151-3a3d-465f-9bea-7106c696d2c0 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:22.191742 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6052f462-0c2f-48e5-91bb-b3bffae141a9 req-d3c89151-3a3d-465f-9bea-7106c696d2c0 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0704083 Aug 31 05:38:22.260297 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6052f462-0c2f-48e5-91bb-b3bffae141a9 req-1aa3439a-eb44-469c-9057-eb70076221ad tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612314 Aug 31 05:38:22.714323 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device c5ae87d4-9425-4cef-a185-77d8f3952453 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:22.772158 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 1847c735-ebc1-42db-af08-1042e7261b41 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:38:22.815143 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1908c64-dafb-49a8-8673-5e697018b68c req-978e49ad-80dc-424c-8acd-0f68e019a276 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:22.825080 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b1908c64-dafb-49a8-8673-5e697018b68c req-978e49ad-80dc-424c-8acd-0f68e019a276 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.0737886 Aug 31 05:38:22.848807 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port c5ae87d4-9425-4cef-a185-77d8f3952453 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:38:22.893855 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port c5ae87d4-9425-4cef-a185-77d8f3952453 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:22.894503 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:22.922892 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b1908c64-dafb-49a8-8673-5e697018b68c req-87391a14-e01a-4495-b684-9e4b83e5ca01 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915453 Aug 31 05:38:23.006380 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 1847c735-ebc1-42db-af08-1042e7261b41, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1847c735-ebc1-42db-af08-1042e7261b41,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:23.029518 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6383ff7-b81f-49d2-9aa3-93d65657ec98 req-c4f69cdb-d7d6-4e38-a952-3921b8fc7e1f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:23.035505 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f6383ff7-b81f-49d2-9aa3-93d65657ec98 req-c4f69cdb-d7d6-4e38-a952-3921b8fc7e1f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0689731 Aug 31 05:38:23.042000 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '1847c735-ebc1-42db-af08-1042e7261b41', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'port_id': '1847c735-ebc1-42db-af08-1042e7261b41', 'mac_address': 'fa:16:3e:3b:41:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:38:23.081749 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:23.095283 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f6383ff7-b81f-49d2-9aa3-93d65657ec98 req-bfe035fd-1964-451d-9095-72bbc2694132 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472536 Aug 31 05:38:23.111463 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:23.136457 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port c5ae87d4-9425-4cef-a185-77d8f3952453, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=c5ae87d4-9425-4cef-a185-77d8f3952453,segment=NetworkSegment(b2d642a1-be48-47d9-a2ad-967799ab1173),segment_id=b2d642a1-be48-47d9-a2ad-967799ab1173)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:23.138343 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1847c735-ebc1-42db-af08-1042e7261b41 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:38:23.144902 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:23.189995 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 1847c735-ebc1-42db-af08-1042e7261b41, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1847c735-ebc1-42db-af08-1042e7261b41,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:23.200776 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:23.225556 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=c5ae87d4-9425-4cef-a185-77d8f3952453,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:23.284943 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=1847c735-ebc1-42db-af08-1042e7261b41,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:23.390880 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917440b3-1b26-4003-9aa1-7c81283e89c7 req-394a4fd0-b4f2-4f26-a676-2c0b4660a364 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:23.392462 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-917440b3-1b26-4003-9aa1-7c81283e89c7 req-394a4fd0-b4f2-4f26-a676-2c0b4660a364 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0558658 Aug 31 05:38:23.434516 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-917440b3-1b26-4003-9aa1-7c81283e89c7 req-08a04b25-7086-4d27-812e-3142af8170d0 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348275 Aug 31 05:38:23.490691 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['1847c735-ebc1-42db-af08-1042e7261b41'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:38:23.905239 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:38:24.082959 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba610c58-d3bb-49a5-8a6f-8ac942304618 req-300cbaeb-3f53-4d8c-8fab-5cd27d767f5b tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:24.084912 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ba610c58-d3bb-49a5-8a6f-8ac942304618 req-300cbaeb-3f53-4d8c-8fab-5cd27d767f5b tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 944 time: 0.0809004 Aug 31 05:38:24.105891 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4754f-986c-4203-ac5e-eafd626c63e3 req-53906108-d483-4640-ba89-c2225ce70a8a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:24.107819 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d0d4754f-986c-4203-ac5e-eafd626c63e3 req-53906108-d483-4640-ba89-c2225ce70a8a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 945 time: 0.0951109 Aug 31 05:38:24.159531 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ba610c58-d3bb-49a5-8a6f-8ac942304618 req-f460b9fd-fd57-4dca-9350-7be89d31bc44 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678866 Aug 31 05:38:24.168382 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d0d4754f-986c-4203-ac5e-eafd626c63e3 req-1d971b09-3c8d-4072-9948-ebc7d3091791 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515857 Aug 31 05:38:24.272067 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e2003-4a77-4669-9446-3e6f15ce8dbc req-7694e4bd-2a07-41f4-9c77-0d620f6f7fc5 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:24.275412 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-170e2003-4a77-4669-9446-3e6f15ce8dbc req-7694e4bd-2a07-41f4-9c77-0d620f6f7fc5 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0552590 Aug 31 05:38:24.318826 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-170e2003-4a77-4669-9446-3e6f15ce8dbc req-9f2ab04f-1f06-4fcf-a8e3-adc251b0a782 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365870 Aug 31 05:38:24.562173 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715fef0-0f53-4816-9bd6-08bb1ebbf864 req-4a27b7f1-1116-4e73-84d9-a480a473f235 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:24.563875 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0715fef0-0f53-4816-9bd6-08bb1ebbf864 req-4a27b7f1-1116-4e73-84d9-a480a473f235 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0591810 Aug 31 05:38:24.574281 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:24.630725 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0715fef0-0f53-4816-9bd6-08bb1ebbf864 req-fbaa84d4-3606-4361-8be7-5e633b6d3044 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567482 Aug 31 05:38:24.645319 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device c5ae87d4-9425-4cef-a185-77d8f3952453 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:24.706226 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port c5ae87d4-9425-4cef-a185-77d8f3952453 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:24.706927 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:24.791948 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 1847c735-ebc1-42db-af08-1042e7261b41 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:24.850131 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port 1847c735-ebc1-42db-af08-1042e7261b41 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:38:24.853931 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 1847c735-ebc1-42db-af08-1042e7261b41 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:24.854308 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:24.948110 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:24.974456 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1847c735-ebc1-42db-af08-1042e7261b41'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:38:24.976753 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8619a7ca-b361-476e-879f-26737b7782a0" -d '{"events": [{"server_uuid": "e8c0b93c-a5bd-46a3-831f-d64c386016b3", "name": "network-vif-plugged", "status": "completed", "tag": "1847c735-ebc1-42db-af08-1042e7261b41"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:38:24.993882 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 1847c735-ebc1-42db-af08-1042e7261b41, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1847c735-ebc1-42db-af08-1042e7261b41,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:25.000376 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:25.001347 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device a7591a63-fdb6-42f9-9aae-38182758e7e4 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:38:25.028593 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: a7591a63-fdb6-42f9-9aae-38182758e7e4 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:38:25.029162 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device a7591a63-fdb6-42f9-9aae-38182758e7e4 not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:38:25.057636 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d4edb9-1423-4dca-a798-6f0ed2c8df34 x-openstack-request-id: req-82d4edb9-1423-4dca-a798-6f0ed2c8df34 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:38:25.057931 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c0b93c-a5bd-46a3-831f-d64c386016b3", "name": "network-vif-plugged", "status": "completed", "tag": "1847c735-ebc1-42db-af08-1042e7261b41", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:38:25.058188 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82d4edb9-1423-4dca-a798-6f0ed2c8df34 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:38:25.058576 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1847c735-ebc1-42db-af08-1042e7261b41', 'code': 200} Aug 31 05:38:25.091560 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=1847c735-ebc1-42db-af08-1042e7261b41,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:25.312151 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48138441-9d24-4319-99e1-9915f0244c09 req-847f9fbb-b52a-46c6-83bc-859dfde94963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:25.312151 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-48138441-9d24-4319-99e1-9915f0244c09 req-847f9fbb-b52a-46c6-83bc-859dfde94963 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 1098 time: 0.0526092 Aug 31 05:38:25.369015 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-48138441-9d24-4319-99e1-9915f0244c09 req-196bd5e5-c83e-4618-81c0-d06d686e4842 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451345 Aug 31 05:38:25.377862 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a885fe-bd2a-4a4b-b954-f67456f09e08 req-e5a95d7c-f150-46a9-976f-6532039e9861 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:25.379336 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a4a885fe-bd2a-4a4b-b954-f67456f09e08 req-e5a95d7c-f150-46a9-976f-6532039e9861 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 945 time: 0.0694993 Aug 31 05:38:25.387923 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93162a9-740e-4348-8699-23b0a928ac07 req-73c1e2fb-c918-48bb-85f6-14d6e01d5d82 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:25.389376 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f93162a9-740e-4348-8699-23b0a928ac07 req-73c1e2fb-c918-48bb-85f6-14d6e01d5d82 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.1270440 Aug 31 05:38:25.440285 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f93162a9-740e-4348-8699-23b0a928ac07 req-fdf0ddd8-af15-438b-b067-9299015690f5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440321 Aug 31 05:38:25.462669 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a4a885fe-bd2a-4a4b-b954-f67456f09e08 req-1cc70aca-be55-4830-ad18-10dd7b030e38 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713832 Aug 31 05:38:25.553960 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24f364-8362-473d-8892-6e60f44000d8 req-7453ec99-e5b9-4491-b9cc-bd4142f2ac23 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:25.559616 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ce24f364-8362-473d-8892-6e60f44000d8 req-7453ec99-e5b9-4491-b9cc-bd4142f2ac23 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0582309 Aug 31 05:38:25.597309 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ce24f364-8362-473d-8892-6e60f44000d8 req-94c91c31-b5ae-49c5-9565-196be22f9432 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362918 Aug 31 05:38:25.766815 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0da6a-cd6e-4ac6-bd28-d3d42b5011d7 req-124fafbb-7cde-4802-8cfd-a565a64d7b80 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:25.768379 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-08d0da6a-cd6e-4ac6-bd28-d3d42b5011d7 req-124fafbb-7cde-4802-8cfd-a565a64d7b80 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0565290 Aug 31 05:38:25.809619 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-08d0da6a-cd6e-4ac6-bd28-d3d42b5011d7 req-b02a2e55-f01e-4f85-b3e0-0f1d8e5ce609 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Aug 31 05:38:26.004433 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1caae-8412-4e5d-a8a1-98ad0c15af82 req-1e061315-6a0b-4e98-b66b-f0486c786b5d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:26.006905 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-20c1caae-8412-4e5d-a8a1-98ad0c15af82 req-1e061315-6a0b-4e98-b66b-f0486c786b5d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 945 time: 0.0518792 Aug 31 05:38:26.118604 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-20c1caae-8412-4e5d-a8a1-98ad0c15af82 req-0350da23-3c0e-49d7-be5d-a1fd30660e69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Deleting port 35885003-68bf-4f40-9ebd-6f9a1076b187 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:38:26.118875 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-20c1caae-8412-4e5d-a8a1-98ad0c15af82 req-0350da23-3c0e-49d7-be5d-a1fd30660e69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:26.212375 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-20c1caae-8412-4e5d-a8a1-98ad0c15af82 req-0350da23-3c0e-49d7-be5d-a1fd30660e69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] For port 35885003-68bf-4f40-9ebd-6f9a1076b187, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=35885003-68bf-4f40-9ebd-6f9a1076b187,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:26.212741 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-20c1caae-8412-4e5d-a8a1-98ad0c15af82 req-0350da23-3c0e-49d7-be5d-a1fd30660e69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:26.227676 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-20c1caae-8412-4e5d-a8a1-98ad0c15af82 req-0350da23-3c0e-49d7-be5d-a1fd30660e69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Calling delete_port for 35885003-68bf-4f40-9ebd-6f9a1076b187 owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:38:26.415362 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-20c1caae-8412-4e5d-a8a1-98ad0c15af82 req-0350da23-3c0e-49d7-be5d-a1fd30660e69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:26.428313 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['26fee4d6-0eaf-4baa-9890-0c3b86730663', 'd2547d3b-4821-4735-bd13-e6cd1eccdf12', '35885003-68bf-4f40-9ebd-6f9a1076b187'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:38:26.457285 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350da23-3c0e-49d7-be5d-a1fd30660e69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Pushing event deleted for resources: {'Port': ['ID=35885003-68bf-4f40-9ebd-6f9a1076b187,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:26.550370 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c1caae-8412-4e5d-a8a1-98ad0c15af82 req-0350da23-3c0e-49d7-be5d-a1fd30660e69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] No DVR routers for this DVR port 35885003-68bf-4f40-9ebd-6f9a1076b187 on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:38:26.556965 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-20c1caae-8412-4e5d-a8a1-98ad0c15af82 req-0350da23-3c0e-49d7-be5d-a1fd30660e69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:26.559000 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-20c1caae-8412-4e5d-a8a1-98ad0c15af82 req-0350da23-3c0e-49d7-be5d-a1fd30660e69 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "DELETE /v2.0/ports/35885003-68bf-4f40-9ebd-6f9a1076b187 HTTP/1.1" status: 204 len: 173 time: 0.5456896 Aug 31 05:38:26.559492 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e55723-4b87-4923-b07a-d40d80f36083', 'name': 'network-vif-deleted', 'tag': '35885003-68bf-4f40-9ebd-6f9a1076b187'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:38:26.561765 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed8ae17-bf53-442d-bab7-88a63af63c69" -d '{"events": [{"server_uuid": "98e55723-4b87-4923-b07a-d40d80f36083", "name": "network-vif-deleted", "tag": "35885003-68bf-4f40-9ebd-6f9a1076b187"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:38:26.634928 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-60e3c9b9-c7fe-4e96-8061-c0b9b490b4ba req-a1445f2a-4631-4de4-b909-419aab4ba368 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e55723-4b87-4923-b07a-d40d80f36083 HTTP/1.1" status: 200 len: 210 time: 0.0363679 Aug 31 05:38:26.669832 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022a6f5-27ec-4de7-b0c4-31369685babc req-4034c872-4f04-4dd1-b721-873c433347e5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:26.672607 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9022a6f5-27ec-4de7-b0c4-31369685babc req-4034c872-4f04-4dd1-b721-873c433347e5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.1172028 Aug 31 05:38:26.704142 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea99151-6909-4cf8-80a2-9d7e5e7293de x-openstack-request-id: req-bea99151-6909-4cf8-80a2-9d7e5e7293de {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:38:26.704530 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e55723-4b87-4923-b07a-d40d80f36083", "name": "network-vif-deleted", "tag": "35885003-68bf-4f40-9ebd-6f9a1076b187", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:38:26.704790 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bea99151-6909-4cf8-80a2-9d7e5e7293de {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:38:26.705197 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e55723-4b87-4923-b07a-d40d80f36083', 'name': 'network-vif-deleted', 'tag': '35885003-68bf-4f40-9ebd-6f9a1076b187', 'status': 'completed', 'code': 200} Aug 31 05:38:26.749957 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9022a6f5-27ec-4de7-b0c4-31369685babc req-e00e4d91-cc0d-4a4a-ac04-8de3d7509a12 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699358 Aug 31 05:38:26.815530 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c296e-7036-4add-a71f-7ca7e96421ab req-b7b0b956-1c8d-40fc-93a2-184be3aaeb20 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:26.823219 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-953c296e-7036-4add-a71f-7ca7e96421ab req-b7b0b956-1c8d-40fc-93a2-184be3aaeb20 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0606785 Aug 31 05:38:26.870211 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-953c296e-7036-4add-a71f-7ca7e96421ab req-38e848e0-7ea9-4106-9338-274ea8c0dbf9 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457673 Aug 31 05:38:26.945153 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4186e-9fd8-4d60-8ab8-72820f36f591 req-16b94ef8-e9e3-4225-b996-4b90c7eae41c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:26.946884 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-29d4186e-9fd8-4d60-8ab8-72820f36f591 req-16b94ef8-e9e3-4225-b996-4b90c7eae41c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0540791 Aug 31 05:38:26.989782 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-29d4186e-9fd8-4d60-8ab8-72820f36f591 req-c65bfefb-923f-405b-b656-6fdaeb97dc14 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362551 Aug 31 05:38:27.873760 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87d0fc-11b0-43ef-a601-a6bb81da9e46 req-3dd98316-4bc5-46c2-bc2a-285fedb43fa7 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:27.884529 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4f87d0fc-11b0-43ef-a601-a6bb81da9e46 req-3dd98316-4bc5-46c2-bc2a-285fedb43fa7 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0644548 Aug 31 05:38:27.929776 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4f87d0fc-11b0-43ef-a601-a6bb81da9e46 req-31b9f35d-ce03-4589-aad6-1b6cb3140697 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392563 Aug 31 05:38:27.985646 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7bce4-a886-4990-bc20-2e1f04d7dc71 req-84ca3b3e-edf0-4fca-89d3-47f0229abc7f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:27.987159 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3bb7bce4-a886-4990-bc20-2e1f04d7dc71 req-84ca3b3e-edf0-4fca-89d3-47f0229abc7f tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 945 time: 0.0538859 Aug 31 05:38:28.053586 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3bb7bce4-a886-4990-bc20-2e1f04d7dc71 req-20769eea-d3a3-48ad-a687-1744086aa1fe tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549657 Aug 31 05:38:28.062224 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f2dd8-27b2-4ec3-a69a-50979e59d639 req-96a3506e-f5f2-4dbe-b12a-9afa39d18528 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:28.063755 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-489f2dd8-27b2-4ec3-a69a-50979e59d639 req-96a3506e-f5f2-4dbe-b12a-9afa39d18528 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0754671 Aug 31 05:38:28.125647 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-489f2dd8-27b2-4ec3-a69a-50979e59d639 req-e66e5bf8-ba3a-4d4b-a70b-9c5bb74b37c4 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470397 Aug 31 05:38:28.190817 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70528508-d830-47fa-b590-05ee65e0dca9 req-aa810a5d-a8ba-4cd4-918b-39e7ab907cef tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:28.192136 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-70528508-d830-47fa-b590-05ee65e0dca9 req-aa810a5d-a8ba-4cd4-918b-39e7ab907cef tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0639105 Aug 31 05:38:28.427429 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-70528508-d830-47fa-b590-05ee65e0dca9 req-89c2ec99-f079-4779-b548-43eb13792adc tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259126 Aug 31 05:38:28.440386 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75993f-35a7-4415-aca6-84fac33972a8 req-7c1dffdd-9e7e-4911-9216-30f81fe5c6e7 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:28.442396 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cc75993f-35a7-4415-aca6-84fac33972a8 req-7c1dffdd-9e7e-4911-9216-30f81fe5c6e7 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.2488439 Aug 31 05:38:28.451497 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50218) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:28.491818 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cc75993f-35a7-4415-aca6-84fac33972a8 req-543a64b4-eae8-4734-bf6c-f7aed09334ec tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432315 Aug 31 05:38:28.689410 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee6cfdd-b870-4162-b0b2-66065a54ee5b tempest-TestShelveInstance-547432202 tempest-TestShelveInstance-547432202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:28.690904 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-cee6cfdd-b870-4162-b0b2-66065a54ee5b tempest-TestShelveInstance-547432202 tempest-TestShelveInstance-547432202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 1093 time: 0.2339559 Aug 31 05:38:28.694320 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50222) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:28.698651 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Request body: {'floatingip': {'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'port_id': '1847c735-ebc1-42db-af08-1042e7261b41', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:38:28.723050 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for floatingip, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:28.811604 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 35885003-68bf-4f40-9ebd-6f9a1076b187 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:38:28.830908 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:28.839907 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: 35885003-68bf-4f40-9ebd-6f9a1076b187 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:38:28.840258 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 35885003-68bf-4f40-9ebd-6f9a1076b187 not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:38:28.963697 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Allocated IP 172.27.1.236 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/f2fdd38b-47ed-4a8e-8212-580076338cd4) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:38:29.077762 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:29.132602 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:29.176013 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:38:29.183557 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:38:29.186945 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:38:29.213970 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Pushing event updated for resources: {'Port': ['ID=f2fdd38b-47ed-4a8e-8212-580076338cd4,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:29.263656 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2fffd-42c4-4ddc-9718-772e0fecc34b req-ed8bda4b-aee0-4bb8-bd2a-5f5be18e8a5a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:29.265354 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-44d2fffd-42c4-4ddc-9718-772e0fecc34b req-ed8bda4b-aee0-4bb8-bd2a-5f5be18e8a5a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 945 time: 0.1342907 Aug 31 05:38:29.365798 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-44d2fffd-42c4-4ddc-9718-772e0fecc34b req-f76b3a27-e4fd-4548-b236-8f095237c725 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781476 Aug 31 05:38:29.380872 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8cca8-23bf-4849-8a18-eb5251b4fb01 req-9ce5a61f-93d2-4e6c-9f8a-95f1aac3e2b2 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:29.382405 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-eee8cca8-23bf-4849-8a18-eb5251b4fb01 req-9ce5a61f-93d2-4e6c-9f8a-95f1aac3e2b2 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.1127594 Aug 31 05:38:29.427510 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-eee8cca8-23bf-4849-8a18-eb5251b4fb01 req-886af5b3-9149-438a-8c24-5f12c1e29945 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362763 Aug 31 05:38:29.493941 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aed2e4-8f0e-448c-8c00-1ab529691e48 req-dd4d2f9e-a67c-4774-943a-5c072cb60c02 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:29.495507 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-11aed2e4-8f0e-448c-8c00-1ab529691e48 req-dd4d2f9e-a67c-4774-943a-5c072cb60c02 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 945 time: 0.1531482 Aug 31 05:38:29.548282 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5b168c25-cb0c-47c2-88e7-8b6b100fc15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:29.658373 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799345b-f74a-4465-9983-aa5dec88feba req-aa1e74a0-3fd7-4ea0-b380-396e4fb1f322 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:29.660216 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b799345b-f74a-4465-9983-aa5dec88feba req-aa1e74a0-3fd7-4ea0-b380-396e4fb1f322 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0566797 Aug 31 05:38:29.704147 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b799345b-f74a-4465-9983-aa5dec88feba req-b8bc213a-6137-449a-93d1-26372a515e5b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375726 Aug 31 05:38:29.967135 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-11aed2e4-8f0e-448c-8c00-1ab529691e48 req-f4917122-04e0-4e20-bf53-bda4ec3e1255 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Deleting port d2547d3b-4821-4735-bd13-e6cd1eccdf12 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:38:29.967476 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-11aed2e4-8f0e-448c-8c00-1ab529691e48 req-f4917122-04e0-4e20-bf53-bda4ec3e1255 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:30.171479 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:30.226905 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-11aed2e4-8f0e-448c-8c00-1ab529691e48 req-f4917122-04e0-4e20-bf53-bda4ec3e1255 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] For port d2547d3b-4821-4735-bd13-e6cd1eccdf12, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=d2547d3b-4821-4735-bd13-e6cd1eccdf12,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:30.227207 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-11aed2e4-8f0e-448c-8c00-1ab529691e48 req-f4917122-04e0-4e20-bf53-bda4ec3e1255 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:30.252666 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-11aed2e4-8f0e-448c-8c00-1ab529691e48 req-f4917122-04e0-4e20-bf53-bda4ec3e1255 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Calling delete_port for d2547d3b-4821-4735-bd13-e6cd1eccdf12 owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:38:30.322316 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:30.504704 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-11aed2e4-8f0e-448c-8c00-1ab529691e48 req-f4917122-04e0-4e20-bf53-bda4ec3e1255 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:30.509032 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286795d-1f98-482c-a169-a5d252377976 req-3ee8bc1f-7089-4665-afba-e75da1ff197d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:30.510545 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f286795d-1f98-482c-a169-a5d252377976 req-3ee8bc1f-7089-4665-afba-e75da1ff197d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b08622-9ae5-4c82-84f7-9c81f955e15e HTTP/1.1" status: 200 len: 945 time: 0.0608432 Aug 31 05:38:30.517380 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['26fee4d6-0eaf-4baa-9890-0c3b86730663', 'd2547d3b-4821-4735-bd13-e6cd1eccdf12'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:38:30.551285 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4917122-04e0-4e20-bf53-bda4ec3e1255 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Pushing event deleted for resources: {'Port': ['ID=d2547d3b-4821-4735-bd13-e6cd1eccdf12,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:30.586002 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:30.602127 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aed2e4-8f0e-448c-8c00-1ab529691e48 req-f4917122-04e0-4e20-bf53-bda4ec3e1255 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] No DVR routers for this DVR port d2547d3b-4821-4735-bd13-e6cd1eccdf12 on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:38:30.603723 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:30.606202 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-11aed2e4-8f0e-448c-8c00-1ab529691e48 req-f4917122-04e0-4e20-bf53-bda4ec3e1255 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:30.608097 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-11aed2e4-8f0e-448c-8c00-1ab529691e48 req-f4917122-04e0-4e20-bf53-bda4ec3e1255 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "DELETE /v2.0/ports/d2547d3b-4821-4735-bd13-e6cd1eccdf12 HTTP/1.1" status: 204 len: 173 time: 1.1065321 Aug 31 05:38:30.610072 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b08622-9ae5-4c82-84f7-9c81f955e15e', 'name': 'network-vif-deleted', 'tag': 'd2547d3b-4821-4735-bd13-e6cd1eccdf12'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:38:30.612408 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc3d0a6-be52-4c9a-a251-d76479e851a1" -d '{"events": [{"server_uuid": "27b08622-9ae5-4c82-84f7-9c81f955e15e", "name": "network-vif-deleted", "tag": "d2547d3b-4821-4735-bd13-e6cd1eccdf12"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:38:30.621849 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f286795d-1f98-482c-a169-a5d252377976 req-818a0319-7bff-4b57-9216-f2fc93676a55 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993767 Aug 31 05:38:30.660764 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf7442-1c5c-40ed-96c5-ce7a87dfdcd5 req-40288073-1e54-405c-833b-7825bf034746 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:30.662317 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-eebf7442-1c5c-40ed-96c5-ce7a87dfdcd5 req-40288073-1e54-405c-833b-7825bf034746 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.1423419 Aug 31 05:38:30.702481 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Pushing event updated for resources: {'Port': ['ID=f2fdd38b-47ed-4a8e-8212-580076338cd4,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:30.718000 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:30.719740 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-eebf7442-1c5c-40ed-96c5-ce7a87dfdcd5 req-d3805090-e4b1-4d56-9fef-6f49a5d6060c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472238 Aug 31 05:38:30.783220 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dec6e4-5642-4351-aeeb-51bcbdee8d3e x-openstack-request-id: req-d6dec6e4-5642-4351-aeeb-51bcbdee8d3e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:38:30.783590 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b08622-9ae5-4c82-84f7-9c81f955e15e", "name": "network-vif-deleted", "tag": "d2547d3b-4821-4735-bd13-e6cd1eccdf12", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:38:30.783841 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6dec6e4-5642-4351-aeeb-51bcbdee8d3e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:38:30.784235 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b08622-9ae5-4c82-84f7-9c81f955e15e', 'name': 'network-vif-deleted', 'tag': 'd2547d3b-4821-4735-bd13-e6cd1eccdf12', 'status': 'completed', 'code': 200} Aug 31 05:38:30.831833 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.l3_db [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Floating IP d11b7531-8a66-40d3-9559-b507d0dac694 associated. External IP: 172.27.1.236, port: 1847c735-ebc1-42db-af08-1042e7261b41. Aug 31 05:38:30.849279 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-388baad7-dede-4427-987b-2c0e5559e65b tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:30.850850 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-388baad7-dede-4427-987b-2c0e5559e65b tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/networks?id=1a6a1804-2296-461b-aa1f-808524c5fabd HTTP/1.1" status: 200 len: 814 time: 0.1211584 Aug 31 05:38:30.884561 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-4e7df0a1-68d2-4d49-9ed8-be96f89a7212 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/quotas/670d3c40a5e44c9ea470cf2712d349e6 HTTP/1.1" status: 200 len: 375 time: 0.0142677 Aug 31 05:38:30.907848 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd1606-7504-48ee-8f95-115430a3207d req-0a3c9034-5878-4ae1-b08f-105d133cbae6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:30.909271 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6edd1606-7504-48ee-8f95-115430a3207d req-0a3c9034-5878-4ae1-b08f-105d133cbae6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0788631 Aug 31 05:38:30.968211 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6edd1606-7504-48ee-8f95-115430a3207d req-a80ea7eb-bd27-4882-ad44-7af00ea134d3 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Aug 31 05:38:30.974331 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-c3e469b8-5541-4d0f-a9fb-722db3c733a7 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=670d3c40a5e44c9ea470cf2712d349e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820725 Aug 31 05:38:31.043461 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Router 3920856d-ce16-4c58-9be1-73f4aee4aedb has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:38:31.074269 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-230c6565-c27a-455a-9447-3b342498f80a service neutron] 10.222.0.10 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882726 Aug 31 05:38:31.160173 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:38:31.170161 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d9e06-8fdf-4e34-a942-111577556dfd None None] Sync routers for ids ['3920856d-ce16-4c58-9be1-73f4aee4aedb'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:38:31.174155 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-81e94720-37ea-4f9d-90b8-1433b7d2dba2 service neutron] 10.222.0.10 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930667 Aug 31 05:38:31.180870 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d9e06-8fdf-4e34-a942-111577556dfd None None] Routers {'3920856d-ce16-4c58-9be1-73f4aee4aedb'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:38:31.181548 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-205d9e06-8fdf-4e34-a942-111577556dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:38:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['3920856d-ce16-4c58-9be1-73f4aee4aedb'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:31.182468 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:31.215862 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-865cc036-986a-47e6-8644-84ac2e618fc4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5160320 Aug 31 05:38:31.287160 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-205d9e06-8fdf-4e34-a942-111577556dfd None None] Set router 3920856d-ce16-4c58-9be1-73f4aee4aedb gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:38:31.350101 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8132dd42-ac13-4f5e-b08d-f7eeec3d4c87 req-c8e60366-a945-4af1-98ab-861499db0101 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 210 time: 0.0272298 Aug 31 05:38:31.523402 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-205d9e06-8fdf-4e34-a942-111577556dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:14Z', 'revision_number': 4, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port': {'id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'd11b7531-8a66-40d3-9559-b507d0dac694', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'port_id': '1847c735-ebc1-42db-af08-1042e7261b41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'mac_address': 'fa:16:3e:3b:41:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:38:29Z', 'updated_at': '2021-08-31T05:38:29Z', 'revision_number': 0, 'project_id': '9349f0436e254975aaa4733d463871ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10231178-d980-43ad-a64c-92cbe98c25a2', 'name': '', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'mac_address': 'fa:16:3e:ce:42:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:13Z', 'updated_at': '2021-08-31T05:37:21Z', 'revision_number': 5, 'project_id': '9349f0436e254975aaa4733d463871ef', 'subnets': [{'id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:31.554856 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d9e06-8fdf-4e34-a942-111577556dfd None None] Checking router: 3920856d-ce16-4c58-9be1-73f4aee4aedb for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:38:31.563252 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d9e06-8fdf-4e34-a942-111577556dfd None None] Routers {'3920856d-ce16-4c58-9be1-73f4aee4aedb'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:38:31.563884 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-205d9e06-8fdf-4e34-a942-111577556dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:38:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['3920856d-ce16-4c58-9be1-73f4aee4aedb'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:31.670651 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-205d9e06-8fdf-4e34-a942-111577556dfd None None] Set router 3920856d-ce16-4c58-9be1-73f4aee4aedb gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:38:31.849474 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5727cfd-e8b6-40b8-95e4-b98c37026d74 req-0dde5c07-373c-46d8-ac99-4ab9b0f92292 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:31.851811 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b5727cfd-e8b6-40b8-95e4-b98c37026d74 req-0dde5c07-373c-46d8-ac99-4ab9b0f92292 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0542352 Aug 31 05:38:31.884285 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b552b7ad-6c47-4b5b-a836-148ed83156d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:31.895366 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b5727cfd-e8b6-40b8-95e4-b98c37026d74 req-bb7c8a2c-9472-40f7-8251-56d24ca1e020 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361428 Aug 31 05:38:31.915178 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-205d9e06-8fdf-4e34-a942-111577556dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:14Z', 'revision_number': 4, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port': {'id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'd11b7531-8a66-40d3-9559-b507d0dac694', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'port_id': '1847c735-ebc1-42db-af08-1042e7261b41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'mac_address': 'fa:16:3e:3b:41:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:38:29Z', 'updated_at': '2021-08-31T05:38:29Z', 'revision_number': 0, 'project_id': '9349f0436e254975aaa4733d463871ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10231178-d980-43ad-a64c-92cbe98c25a2', 'name': '', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'mac_address': 'fa:16:3e:ce:42:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:13Z', 'updated_at': '2021-08-31T05:37:21Z', 'revision_number': 5, 'project_id': '9349f0436e254975aaa4733d463871ef', 'subnets': [{'id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:31.943279 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d9e06-8fdf-4e34-a942-111577556dfd None None] The sync data for ids ['3920856d-ce16-4c58-9be1-73f4aee4aedb'] in dv-cinder-806559-3-iscsi is: [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:14Z', 'revision_number': 4, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port': {'id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'd11b7531-8a66-40d3-9559-b507d0dac694', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'port_id': '1847c735-ebc1-42db-af08-1042e7261b41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'mac_address': 'fa:16:3e:3b:41:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:38:29Z', 'updated_at': '2021-08-31T05:38:29Z', 'revision_number': 0, 'project_id': '9349f0436e254975aaa4733d463871ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10231178-d980-43ad-a64c-92cbe98c25a2', 'name': '', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'mac_address': 'fa:16:3e:ce:42:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:13Z', 'updated_at': '2021-08-31T05:37:21Z', 'revision_number': 5, 'project_id': '9349f0436e254975aaa4733d463871ef', 'subnets': [{'id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:38:32.088711 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f59a56-f061-43b6-bd50-48cf1eb447f5 req-fdc5f863-b446-46bd-bb9e-1bd3d94f1252 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:32.090215 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-86f59a56-f061-43b6-bd50-48cf1eb447f5 req-fdc5f863-b446-46bd-bb9e-1bd3d94f1252 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0481780 Aug 31 05:38:32.127439 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46724bd-b91c-4192-b031-e7be4bc4b417 None None] New status for floating IP d11b7531-8a66-40d3-9559-b507d0dac694: ACTIVE {{(pid=94007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:38:32.130090 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-86f59a56-f061-43b6-bd50-48cf1eb447f5 req-372cbabe-8c25-40ee-a33d-4384a2254c95 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329857 Aug 31 05:38:32.323604 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-b587a8aa-cc14-4685-a0d7-32933a07402e tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:32.325658 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-b587a8aa-cc14-4685-a0d7-32933a07402e tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.32 "GET /v2.0/networks?id=1a6a1804-2296-461b-aa1f-808524c5fabd HTTP/1.1" status: 200 len: 814 time: 0.1163688 Aug 31 05:38:32.335900 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:32.339673 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-6951e7f8-3532-4b24-abda-89af0e4de0cf tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Request body: {'port': {'device_id': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'admin_state_up': True, 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:38:32.445711 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0c222426-e088-41ca-8a1d-73741cc87274 req-ddd2191b-93e1-4b19-9d45-93da5f9f6651 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 210 time: 0.0257480 Aug 31 05:38:32.447438 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-6951e7f8-3532-4b24-abda-89af0e4de0cf tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Made reservation on behalf of 670d3c40a5e44c9ea470cf2712d349e6 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:38:32.451070 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-6951e7f8-3532-4b24-abda-89af0e4de0cf tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:32.585361 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-6951e7f8-3532-4b24-abda-89af0e4de0cf tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Allocated IP 172.20.0.12 (1a6a1804-2296-461b-aa1f-808524c5fabd/dc6a39d3-4167-4875-a56e-d1606992be8e/9ed08ce6-ec1d-48aa-824b-fa4abd574ce9) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:38:32.745285 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-6951e7f8-3532-4b24-abda-89af0e4de0cf tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:32.762844 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-6951e7f8-3532-4b24-abda-89af0e4de0cf tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Transition to ACTIVE for port object 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:38:32.789806 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'tag': '1847c735-ebc1-42db-af08-1042e7261b41'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:38:32.792789 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7c5c5b-ec66-4104-8c7a-5a72f998c8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c0b93c-a5bd-46a3-831f-d64c386016b3", "tag": "1847c735-ebc1-42db-af08-1042e7261b41"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:38:32.815496 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device d2547d3b-4821-4735-bd13-e6cd1eccdf12 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:38:32.829249 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-6951e7f8-3532-4b24-abda-89af0e4de0cf tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:32.845749 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6d8be8-461f-4e13-9d0f-3d010a193a7a x-openstack-request-id: req-5f6d8be8-461f-4e13-9d0f-3d010a193a7a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:38:32.846116 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c0b93c-a5bd-46a3-831f-d64c386016b3", "tag": "1847c735-ebc1-42db-af08-1042e7261b41", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:38:32.846432 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f6d8be8-461f-4e13-9d0f-3d010a193a7a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:38:32.846838 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'tag': '1847c735-ebc1-42db-af08-1042e7261b41', 'status': 'completed', 'code': 200} Aug 31 05:38:32.849144 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: d2547d3b-4821-4735-bd13-e6cd1eccdf12 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:38:32.849713 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device d2547d3b-4821-4735-bd13-e6cd1eccdf12 not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:38:32.896937 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-6951e7f8-3532-4b24-abda-89af0e4de0cf tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Network 1a6a1804-2296-461b-aa1f-808524c5fabd is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:38:32.900360 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-6951e7f8-3532-4b24-abda-89af0e4de0cf tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:38:32.906310 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-6951e7f8-3532-4b24-abda-89af0e4de0cf tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:38:32.909883 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951e7f8-3532-4b24-abda-89af0e4de0cf tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event updated for resources: {'Port': ['ID=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:33.014931 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-6951e7f8-3532-4b24-abda-89af0e4de0cf tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:33.016797 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-6951e7f8-3532-4b24-abda-89af0e4de0cf tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:33.058063 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-6951e7f8-3532-4b24-abda-89af0e4de0cf tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7224002 Aug 31 05:38:33.126402 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f73c0-023a-4506-b59f-268f8582d742 req-3643c5b0-f01d-4aa2-83d0-5c3341cd199e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:33.135430 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-626f73c0-023a-4506-b59f-268f8582d742 req-3643c5b0-f01d-4aa2-83d0-5c3341cd199e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.1035964 Aug 31 05:38:33.196561 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-626f73c0-023a-4506-b59f-268f8582d742 req-0e8a85cd-e742-479f-88d0-da485d0b25ba tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577934 Aug 31 05:38:33.287382 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c80e55-0c2e-4055-ba35-aef4ce321bc5 req-ff86e07a-05c5-4170-a525-98a9620739e5 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:33.289353 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c6c80e55-0c2e-4055-ba35-aef4ce321bc5 req-ff86e07a-05c5-4170-a525-98a9620739e5 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.0704768 Aug 31 05:38:33.309068 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:33.331890 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e102e3ff-fbc7-46b1-939a-6301443a616d None None] Provisioning for port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:38:33.337372 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e102e3ff-fbc7-46b1-939a-6301443a616d None None] Provisioning complete for port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:33.337732 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e102e3ff-fbc7-46b1-939a-6301443a616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:33.364874 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c6c80e55-0c2e-4055-ba35-aef4ce321bc5 req-516cd31c-5c29-449c-b25d-977bade90456 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691316 Aug 31 05:38:33.388060 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2ac81-6ba2-4c16-bede-8841d2c84e74 req-248e2d86-daa0-4d3e-9281-16dd01ece2ef tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:33.391552 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d1c2ac81-6ba2-4c16-bede-8841d2c84e74 req-248e2d86-daa0-4d3e-9281-16dd01ece2ef tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0787063 Aug 31 05:38:33.403785 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e102e3ff-fbc7-46b1-939a-6301443a616d None None] Port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:38:33.434380 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d1c2ac81-6ba2-4c16-bede-8841d2c84e74 req-2b4604cd-09b7-45a0-915e-289fabca92b8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342674 Aug 31 05:38:33.561067 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d851f99-a5fd-4251-a77a-b8e100087626 req-02690dfc-1280-4c20-8b8e-f15c89c2ca70 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:33.562579 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7d851f99-a5fd-4251-a77a-b8e100087626 req-02690dfc-1280-4c20-8b8e-f15c89c2ca70 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 932 time: 0.0498960 Aug 31 05:38:33.606051 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7d851f99-a5fd-4251-a77a-b8e100087626 req-bf382e24-b510-437c-b2ca-2f107cfe8434 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374017 Aug 31 05:38:34.314051 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9093ce-cb11-4f6b-aa33-ecd245b15119 req-9f517f0d-b6ae-4f9e-b530-490f6ac4426c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:34.317570 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9f9093ce-cb11-4f6b-aa33-ecd245b15119 req-9f517f0d-b6ae-4f9e-b530-490f6ac4426c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0536940 Aug 31 05:38:34.355689 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9f9093ce-cb11-4f6b-aa33-ecd245b15119 req-e906f7de-3761-481e-9e0f-02c418361f29 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332906 Aug 31 05:38:34.490163 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3a8ea-8f2e-4797-b555-8637abb16e93 req-235165b7-6a5d-46d0-bac9-f9ad72e15792 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:34.497496 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-25e3a8ea-8f2e-4797-b555-8637abb16e93 req-235165b7-6a5d-46d0-bac9-f9ad72e15792 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.0618844 Aug 31 05:38:34.564274 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-25e3a8ea-8f2e-4797-b555-8637abb16e93 req-1a32c080-d6f7-44dc-8ad0-492248de12c0 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659096 Aug 31 05:38:34.579791 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0de4e-8a00-4b53-8ed8-eac7c06e078b req-fcbac9a9-dc1a-499e-b867-4040ebfa64ba tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:34.587050 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7cd0de4e-8a00-4b53-8ed8-eac7c06e078b req-fcbac9a9-dc1a-499e-b867-4040ebfa64ba tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0746775 Aug 31 05:38:34.620907 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7cd0de4e-8a00-4b53-8ed8-eac7c06e078b req-8dac3034-98f2-40f2-83b0-8757d0efb3b1 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329533 Aug 31 05:38:34.723506 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cceee-6a37-494f-a274-4ae65d06bb76 req-02c78166-3166-4f68-8824-1639ed554070 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:34.724936 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e71cceee-6a37-494f-a274-4ae65d06bb76 req-02c78166-3166-4f68-8824-1639ed554070 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 932 time: 0.0508616 Aug 31 05:38:34.763033 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e71cceee-6a37-494f-a274-4ae65d06bb76 req-0e42c572-ec9f-46ec-9d2c-5db7a8b34884 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319159 Aug 31 05:38:34.847226 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:35.477728 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d60b8-e9df-486b-b01d-37fe542cde9d req-e6eaf460-c9e1-4ca6-a97c-e8d8426087cb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:35.479256 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3d4d60b8-e9df-486b-b01d-37fe542cde9d req-e6eaf460-c9e1-4ca6-a97c-e8d8426087cb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0491276 Aug 31 05:38:35.517695 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3d4d60b8-e9df-486b-b01d-37fe542cde9d req-a7a1a020-d296-4690-8563-f764deded80c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323539 Aug 31 05:38:35.684888 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5944c9a-fe6a-4e30-8109-7992ec32011e req-1fe64bae-3d24-466c-b55e-b1f982727b30 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:35.686336 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b5944c9a-fe6a-4e30-8109-7992ec32011e req-1fe64bae-3d24-466c-b55e-b1f982727b30 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.0542693 Aug 31 05:38:35.755958 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b5944c9a-fe6a-4e30-8109-7992ec32011e req-071fe487-70c0-4cb8-a453-35ec7d2222af tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619922 Aug 31 05:38:35.775146 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1bf5-b608-47a9-a484-b704cc2fbcfc req-5a4d81ad-5ee2-469e-b235-d96c5a4f41fa tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:35.776726 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1fdf1bf5-b608-47a9-a484-b704cc2fbcfc req-5a4d81ad-5ee2-469e-b235-d96c5a4f41fa tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0766687 Aug 31 05:38:35.815997 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1fdf1bf5-b608-47a9-a484-b704cc2fbcfc req-c4d95cbc-8848-45e7-90f1-d14cb173b0bd tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331624 Aug 31 05:38:35.891794 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26e3b0-21d2-4c67-afe6-6fedefb27bac req-eb427566-2537-435a-9b7c-20c528ffe653 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:35.893177 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6d26e3b0-21d2-4c67-afe6-6fedefb27bac req-eb427566-2537-435a-9b7c-20c528ffe653 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 932 time: 0.0553391 Aug 31 05:38:35.932571 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6d26e3b0-21d2-4c67-afe6-6fedefb27bac req-28940902-94ea-4a6e-9f2a-3f34e4f37438 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327899 Aug 31 05:38:36.647705 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb9f4e-94c2-4f34-a7de-7b2dc749712d req-735f41f7-82fc-4f97-9686-a20053e99829 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:36.649303 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-90eb9f4e-94c2-4f34-a7de-7b2dc749712d req-735f41f7-82fc-4f97-9686-a20053e99829 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0530789 Aug 31 05:38:36.687939 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-90eb9f4e-94c2-4f34-a7de-7b2dc749712d req-4057d275-6c53-4ca9-a6f1-2f1ff49a3395 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321341 Aug 31 05:38:36.881870 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c6e34-741a-40db-bb85-1db653309589 req-381efe70-749e-4300-9e85-180ca33b5ff1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:36.883387 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6f5c6e34-741a-40db-bb85-1db653309589 req-381efe70-749e-4300-9e85-180ca33b5ff1 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.0597825 Aug 31 05:38:36.951982 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6f5c6e34-741a-40db-bb85-1db653309589 req-5aea1e34-acbc-4e11-8cf3-fff2be6416e0 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623541 Aug 31 05:38:36.971702 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5c70e-7500-46d8-a098-98641793334f req-274e9a94-b66f-4ed0-a509-bdf69e9ff992 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:36.973263 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-96e5c70e-7500-46d8-a098-98641793334f req-274e9a94-b66f-4ed0-a509-bdf69e9ff992 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0666389 Aug 31 05:38:37.015611 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-96e5c70e-7500-46d8-a098-98641793334f req-3633cad7-dcda-43f0-9246-0dc43d09084f tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349963 Aug 31 05:38:37.067767 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635cc21-bec6-4035-bcc6-b447df385b9b req-f68ede8c-2d43-4487-affd-400c6fd0c103 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:37.069254 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4635cc21-bec6-4035-bcc6-b447df385b9b req-f68ede8c-2d43-4487-affd-400c6fd0c103 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 932 time: 0.0527456 Aug 31 05:38:37.107718 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4635cc21-bec6-4035-bcc6-b447df385b9b req-1daea698-8b9d-4995-9129-f1f439689e4c tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324521 Aug 31 05:38:37.834644 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b580a4d-6f02-41c7-9c18-aad261e5a1f2 req-c8d284c8-0c67-4349-b433-57fecad72eea tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:37.837647 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2b580a4d-6f02-41c7-9c18-aad261e5a1f2 req-c8d284c8-0c67-4349-b433-57fecad72eea tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0752425 Aug 31 05:38:37.876830 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2b580a4d-6f02-41c7-9c18-aad261e5a1f2 req-f6a8c1d7-1f11-43f4-bbe7-dcdf2ad3bbbe tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332046 Aug 31 05:38:38.073214 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bb7ab-9f1a-4e56-9e6f-0dd85369b5b9 req-7614e684-d8f4-4a6d-8997-aee2246f5fdd tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:38.074744 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ef8bb7ab-9f1a-4e56-9e6f-0dd85369b5b9 req-7614e684-d8f4-4a6d-8997-aee2246f5fdd tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.0486562 Aug 31 05:38:38.152066 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ef8bb7ab-9f1a-4e56-9e6f-0dd85369b5b9 req-dbab5ae4-d402-4d08-ad43-e24d89281a98 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679610 Aug 31 05:38:38.165659 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8b468-6d18-4db1-9fa7-1abcf7f338b6 req-e364cb1d-e391-4260-ab32-07fdc2b2ff73 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:38.167168 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bcd8b468-6d18-4db1-9fa7-1abcf7f338b6 req-e364cb1d-e391-4260-ab32-07fdc2b2ff73 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0755270 Aug 31 05:38:38.208819 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bcd8b468-6d18-4db1-9fa7-1abcf7f338b6 req-10db441f-aaef-4897-aabb-c9291b67170d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345981 Aug 31 05:38:38.265675 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67338d2d-abd1-4be6-9cd4-35c8dbacc290 req-1ae268a3-b1a5-407d-9cfe-603003adf757 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:38.267248 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-67338d2d-abd1-4be6-9cd4-35c8dbacc290 req-1ae268a3-b1a5-407d-9cfe-603003adf757 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 932 time: 0.0496128 Aug 31 05:38:38.308234 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-67338d2d-abd1-4be6-9cd4-35c8dbacc290 req-c16d8850-ede9-4101-bcef-d17d3e59ffb8 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348284 Aug 31 05:38:39.002543 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf6eb5-edcf-4aa3-949a-0dff6f0d183f req-4017b470-1efb-4aef-a011-b6d3c1c09637 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:39.004792 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-92bf6eb5-edcf-4aa3-949a-0dff6f0d183f req-4017b470-1efb-4aef-a011-b6d3c1c09637 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0546095 Aug 31 05:38:39.045189 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-92bf6eb5-edcf-4aa3-949a-0dff6f0d183f req-38687161-f42d-42a6-99b8-37cfe5e6a560 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342140 Aug 31 05:38:39.278366 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cc8b6-073a-41e8-9d1d-216796cc990d req-24ea8967-f160-4166-8ab9-265919c76486 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:39.279893 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-df2cc8b6-073a-41e8-9d1d-216796cc990d req-24ea8967-f160-4166-8ab9-265919c76486 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.0545106 Aug 31 05:38:39.345060 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-df2cc8b6-073a-41e8-9d1d-216796cc990d req-0ecd5d53-40e0-4051-adfe-673309d061ae tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552056 Aug 31 05:38:39.354114 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404de37-ae06-4379-9684-133af92db6f4 req-f626f0e1-05b6-4bb2-ac13-50a7537ae201 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:39.355630 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a404de37-ae06-4379-9684-133af92db6f4 req-f626f0e1-05b6-4bb2-ac13-50a7537ae201 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0747168 Aug 31 05:38:39.397728 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a404de37-ae06-4379-9684-133af92db6f4 req-4712db52-5bd2-4ba7-a018-5c367bd7e43d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353436 Aug 31 05:38:39.458857 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534b4ef-068b-4f85-b7f4-76dedb25b726 req-60c475e4-1282-4de0-bdb4-c6364b03a5c2 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:39.460272 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7534b4ef-068b-4f85-b7f4-76dedb25b726 req-60c475e4-1282-4de0-bdb4-c6364b03a5c2 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 932 time: 0.0519466 Aug 31 05:38:39.497998 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7534b4ef-068b-4f85-b7f4-76dedb25b726 req-ea8cb3cd-1548-4cef-be6b-92c635d59c4f tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317502 Aug 31 05:38:40.164799 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590f70b-8564-4039-ba3f-a8d1afcacd64 req-76726588-3828-4d20-acc0-971bfb1a3a0e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:40.166268 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2590f70b-8564-4039-ba3f-a8d1afcacd64 req-76726588-3828-4d20-acc0-971bfb1a3a0e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0483568 Aug 31 05:38:40.204421 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2590f70b-8564-4039-ba3f-a8d1afcacd64 req-965c9dc7-e1b3-4bab-a161-927a33a37dee tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321214 Aug 31 05:38:40.468200 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275d610-54be-47d5-bd94-720a2f365c55 req-ce4f8c28-5f0c-4fc2-9e49-3983e848ad1a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:40.469757 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0275d610-54be-47d5-bd94-720a2f365c55 req-ce4f8c28-5f0c-4fc2-9e49-3983e848ad1a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.0534353 Aug 31 05:38:40.539032 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0275d610-54be-47d5-bd94-720a2f365c55 req-95c04859-f161-4c56-86da-d22e636902d0 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601676 Aug 31 05:38:40.548126 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947ac86-eba6-4fb2-b7a2-32e21c1a99dd req-ce115b02-1e2f-435b-99e5-73511891625f tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:40.565267 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6947ac86-eba6-4fb2-b7a2-32e21c1a99dd req-ce115b02-1e2f-435b-99e5-73511891625f tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0944521 Aug 31 05:38:40.599496 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6947ac86-eba6-4fb2-b7a2-32e21c1a99dd req-f50a3439-344b-41e8-ba24-ccdd5ff3c53f tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333505 Aug 31 05:38:40.652567 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee349e03-7c51-49f7-9e69-07916ca6968f req-2928ac42-3580-4786-bb74-b23a3c95ad93 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:40.654198 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ee349e03-7c51-49f7-9e69-07916ca6968f req-2928ac42-3580-4786-bb74-b23a3c95ad93 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 932 time: 0.0482240 Aug 31 05:38:40.692666 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ee349e03-7c51-49f7-9e69-07916ca6968f req-145c39af-714e-4e54-a4af-98f2444f0532 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317712 Aug 31 05:38:41.328857 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0b3d0-10ff-456b-8e6b-3ff88ac49ccc req-5b6b8b43-270d-4100-94ff-67b6b1a3e46b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:41.330378 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-76a0b3d0-10ff-456b-8e6b-3ff88ac49ccc req-5b6b8b43-270d-4100-94ff-67b6b1a3e46b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0533977 Aug 31 05:38:41.371411 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-76a0b3d0-10ff-456b-8e6b-3ff88ac49ccc req-b36a9cdc-eafe-46e3-bb1f-692e619ce515 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346448 Aug 31 05:38:41.668359 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857eddd-24b7-43ef-86ee-ae32a4f19af5 req-138bd72f-57ab-416c-a281-4331983f3f7b tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:41.669868 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c857eddd-24b7-43ef-86ee-ae32a4f19af5 req-138bd72f-57ab-416c-a281-4331983f3f7b tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.0620525 Aug 31 05:38:41.734586 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c857eddd-24b7-43ef-86ee-ae32a4f19af5 req-c1e67d53-fe35-4c9e-8961-529b3da9cda8 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581796 Aug 31 05:38:41.751183 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e37a20-7729-481a-b9da-6df9ab7409de req-308f3741-4ab8-4198-85bc-29931868130a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:41.752689 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a9e37a20-7729-481a-b9da-6df9ab7409de req-308f3741-4ab8-4198-85bc-29931868130a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0702977 Aug 31 05:38:41.798742 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a9e37a20-7729-481a-b9da-6df9ab7409de req-fcfa5891-eb3e-4a50-b382-ee447a59141f tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347776 Aug 31 05:38:41.867126 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e74e66-8ccc-4c79-810d-263c646cf94f req-c20c622e-d5ad-45b7-854c-e28f207300dc tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:41.868548 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-06e74e66-8ccc-4c79-810d-263c646cf94f req-c20c622e-d5ad-45b7-854c-e28f207300dc tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 932 time: 0.0489061 Aug 31 05:38:41.908333 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-06e74e66-8ccc-4c79-810d-263c646cf94f req-860fb63f-db0a-42bb-bcf7-15577e6e1496 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332055 Aug 31 05:38:42.492813 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c6651-94e1-4da8-8029-fdc2cb5e09f1 req-5e2208ca-6337-45c4-9870-9f3dbfc5beff tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:42.494546 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-665c6651-94e1-4da8-8029-fdc2cb5e09f1 req-5e2208ca-6337-45c4-9870-9f3dbfc5beff tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0517256 Aug 31 05:38:42.541287 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-665c6651-94e1-4da8-8029-fdc2cb5e09f1 req-4b46ea4f-b704-4680-ab6f-fd9cac184060 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404010 Aug 31 05:38:42.854242 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f60bd-8633-46ad-beb5-75a06e3d63fd req-98d61bb5-bffc-498f-b915-0b1829ce4ebb tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:42.855803 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-561f60bd-8633-46ad-beb5-75a06e3d63fd req-98d61bb5-bffc-498f-b915-0b1829ce4ebb tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.0496151 Aug 31 05:38:42.922829 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-561f60bd-8633-46ad-beb5-75a06e3d63fd req-7e1bb686-4e7a-4e02-819c-018142946bf8 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606921 Aug 31 05:38:42.942440 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3c73f-d63c-459a-bc99-80ffba6979fa req-02f09ac5-ff18-4431-b331-52534deeb733 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:42.943969 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-14a3c73f-d63c-459a-bc99-80ffba6979fa req-02f09ac5-ff18-4431-b331-52534deeb733 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0658779 Aug 31 05:38:43.025055 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-14a3c73f-d63c-459a-bc99-80ffba6979fa req-d634ff3d-323d-4fd4-acb5-77b52fd7d9b6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747375 Aug 31 05:38:43.047785 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060cbcf-f2dd-448b-b84f-ab6462074b39 req-278c44dc-3727-4b20-ae15-551638c23f49 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:43.049312 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7060cbcf-f2dd-448b-b84f-ab6462074b39 req-278c44dc-3727-4b20-ae15-551638c23f49 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 932 time: 0.0654986 Aug 31 05:38:43.087552 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7060cbcf-f2dd-448b-b84f-ab6462074b39 req-e1a568c3-6e86-46a4-8eb4-dc745ffd4177 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323510 Aug 31 05:38:43.658441 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106e1a8-ea0e-408a-8b81-e6e11aaabb7c req-39c61403-f08a-485a-a542-e6cd52be4474 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:43.659833 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7106e1a8-ea0e-408a-8b81-e6e11aaabb7c req-39c61403-f08a-485a-a542-e6cd52be4474 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0470004 Aug 31 05:38:43.695718 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7106e1a8-ea0e-408a-8b81-e6e11aaabb7c req-31577b3d-a42b-4cea-80b8-81be9fd1c183 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301888 Aug 31 05:38:43.904793 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Request body: {'port': {'device_id': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:38:43.985991 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:44.023544 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5c5b-ec66-4104-8c7a-5a72f998c8f0 req-447836ab-93cd-4476-8c52-4b5aaa40762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:44.025141 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6a7c5c5b-ec66-4104-8c7a-5a72f998c8f0 req-447836ab-93cd-4476-8c52-4b5aaa40762d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9349f0436e254975aaa4733d463871ef&device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 1098 time: 0.1018944 Aug 31 05:38:44.041258 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759ea19-b7a5-4196-837d-87030b1abcf8 req-5daf3b38-4f89-4af6-bd67-441c75bbd2df tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:44.049715 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6759ea19-b7a5-4196-837d-87030b1abcf8 req-5daf3b38-4f89-4af6-bd67-441c75bbd2df tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.0551457 Aug 31 05:38:44.111075 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6759ea19-b7a5-4196-837d-87030b1abcf8 req-2977b27c-ffbe-412b-8bc7-694980a8625e tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549083 Aug 31 05:38:44.147391 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62e41e-4def-43bd-8cbb-10ac79df0515 req-5515d81e-a66f-41cb-956b-3d2cc0314398 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:44.148964 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7c62e41e-4def-43bd-8cbb-10ac79df0515 req-5515d81e-a66f-41cb-956b-3d2cc0314398 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0521071 Aug 31 05:38:44.212332 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7c62e41e-4def-43bd-8cbb-10ac79df0515 req-0c90c972-70bd-484a-b167-d72be8e9216d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567257 Aug 31 05:38:44.230974 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e258069-ddd0-459a-a58c-1ec0c0844a50 req-202f4928-e917-4d9e-8f91-df9edcaa1315 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:44.232536 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5e258069-ddd0-459a-a58c-1ec0c0844a50 req-202f4928-e917-4d9e-8f91-df9edcaa1315 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 932 time: 0.0614536 Aug 31 05:38:44.248080 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5c5b-ec66-4104-8c7a-5a72f998c8f0 req-3d540775-3dfa-4aa7-a240-865bc873fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:44.249537 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6a7c5c5b-ec66-4104-8c7a-5a72f998c8f0 req-3d540775-3dfa-4aa7-a240-865bc873fcc7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bac905ea-071d-422a-a005-855d664a6919 HTTP/1.1" status: 200 len: 910 time: 0.2049911 Aug 31 05:38:44.272379 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5e258069-ddd0-459a-a58c-1ec0c0844a50 req-bfc7ac87-9025-4ead-86f0-dd0e859ba182 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326409 Aug 31 05:38:44.337448 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6a7c5c5b-ec66-4104-8c7a-5a72f998c8f0 req-fd6b8ee5-2250-4aa1-b530-c9f36e9de982 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1847c735-ebc1-42db-af08-1042e7261b41 HTTP/1.1" status: 200 len: 1001 time: 0.0792620 Aug 31 05:38:44.416626 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:38:44.426288 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:44.429110 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5c5b-ec66-4104-8c7a-5a72f998c8f0 req-bd61875f-9edb-4c07-a9ae-31cad2ef6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:44.430569 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6a7c5c5b-ec66-4104-8c7a-5a72f998c8f0 req-bd61875f-9edb-4c07-a9ae-31cad2ef6fcf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea73c560-a18b-4a36-baf6-399d1890f917 HTTP/1.1" status: 200 len: 848 time: 0.0825341 Aug 31 05:38:44.450346 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Transition to ACTIVE for port object 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:38:44.468031 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:44.529948 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:44.534356 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5c5b-ec66-4104-8c7a-5a72f998c8f0 req-f275074d-72f9-4016-b959-d4537c7cbf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:44.536133 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6a7c5c5b-ec66-4104-8c7a-5a72f998c8f0 req-f275074d-72f9-4016-b959-d4537c7cbf6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bac905ea-071d-422a-a005-855d664a6919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0960197 Aug 31 05:38:44.817703 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122a8a9-6a77-40ae-95be-824aa2985109 req-6abb7b1d-cca7-45ee-9fe5-4904d8c4cd26 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:44.819077 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0122a8a9-6a77-40ae-95be-824aa2985109 req-6abb7b1d-cca7-45ee-9fe5-4904d8c4cd26 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0513613 Aug 31 05:38:44.856026 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0122a8a9-6a77-40ae-95be-824aa2985109 req-9723834a-f4d4-444b-956a-a1e857a5d96e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309951 Aug 31 05:38:44.878097 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Attempting to bind port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:38:44.878431 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Attempting to bind port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'dbadf789-5981-4a76-87a2-51bdfa7af51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:38:44.879291 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Attempting to bind port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 on network 1a6a1804-2296-461b-aa1f-808524c5fabd {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:38:44.890142 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 on network 1a6a1804-2296-461b-aa1f-808524c5fabd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:38:44.890471 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Attempting to bind port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 on network 1a6a1804-2296-461b-aa1f-808524c5fabd {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:38:44.895188 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6a7c5c5b-ec66-4104-8c7a-5a72f998c8f0 req-b3bf0b6c-731c-4148-b306-10622c179153 service neutron] 10.222.0.32 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421941 Aug 31 05:38:44.897702 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:38:44.898046 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Checking segment: {'id': 'dbadf789-5981-4a76-87a2-51bdfa7af51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:38:44.898428 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Bound using segment: {'id': 'dbadf789-5981-4a76-87a2-51bdfa7af51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:38:44.898855 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Bound port: 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbadf789-5981-4a76-87a2-51bdfa7af51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:38:44.899239 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:45.020261 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] For port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:38:45.025551 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] For port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,segment=NetworkSegment(dbadf789-5981-4a76-87a2-51bdfa7af51a),segment_id=dbadf789-5981-4a76-87a2-51bdfa7af51a)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:38:45.032934 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:45.061003 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6a7c5c5b-ec66-4104-8c7a-5a72f998c8f0 req-b7789d9c-5e4a-43d2-8907-50faffa59349 service neutron] 10.222.0.32 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511014 Aug 31 05:38:45.074893 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:45.075450 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:45.076818 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] 10.222.0.32 "PUT /v2.0/ports/9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 HTTP/1.1" status: 200 len: 1094 time: 1.1764245 Aug 31 05:38:45.077416 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'tag': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:38:45.079694 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4bbe1f-1ed3-47fc-a33f-d7aa0e0209d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2209ac27-c2fa-4fd6-9e90-af84bd95840a", "tag": "9ed08ce6-ec1d-48aa-824b-fa4abd574ce9"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:38:45.099780 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a139be2-8789-4ab9-93af-a88ebc5f6f07 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:45.133579 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7dcb55-aacf-4ae5-a9be-55beeb502e55 x-openstack-request-id: req-9a7dcb55-aacf-4ae5-a9be-55beeb502e55 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:38:45.133881 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2209ac27-c2fa-4fd6-9e90-af84bd95840a", "tag": "9ed08ce6-ec1d-48aa-824b-fa4abd574ce9", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:38:45.134111 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a7dcb55-aacf-4ae5-a9be-55beeb502e55 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:38:45.134500 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'tag': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9', 'status': 'completed', 'code': 200} Aug 31 05:38:45.179050 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-cb9153e2-0932-4c1a-8b69-af6b895f312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:45.180446 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-cb9153e2-0932-4c1a-8b69-af6b895f312e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=670d3c40a5e44c9ea470cf2712d349e6&device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 1097 time: 0.0559456 Aug 31 05:38:45.239637 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce6a72-b68c-49c7-95d2-4ab90e15decf req-fb621658-eddc-4072-b80f-6b58ff78b88d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:45.241323 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6dce6a72-b68c-49c7-95d2-4ab90e15decf req-fb621658-eddc-4072-b80f-6b58ff78b88d tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.0583701 Aug 31 05:38:45.244115 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-4ae84603-0b7b-437d-8141-9ed4978b3158 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 HTTP/1.1" status: 200 len: 217 time: 0.0487885 Aug 31 05:38:45.306068 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6dce6a72-b68c-49c7-95d2-4ab90e15decf req-aa044b5f-43a8-49c3-a11a-20214bf64ce2 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578911 Aug 31 05:38:45.325755 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-a0933762-f5b5-4e89-95f5-8f69ded9f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:45.327549 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-a0933762-f5b5-4e89-95f5-8f69ded9f341 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc6a39d3-4167-4875-a56e-d1606992be8e HTTP/1.1" status: 200 len: 853 time: 0.0739872 Aug 31 05:38:45.340266 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e94cb-4a4b-4c88-8a9c-5f413fa67364 req-99d0736c-0fbe-4ec9-8886-7ff22c2c3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:45.341740 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f66e94cb-4a4b-4c88-8a9c-5f413fa67364 req-99d0736c-0fbe-4ec9-8886-7ff22c2c3edb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 1098 time: 0.0611920 Aug 31 05:38:45.354895 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd55c39-b155-48fb-b66a-0fded7104dcf req-7bee6726-832a-4358-9d7e-24d05102b8dc tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:45.356419 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bfd55c39-b155-48fb-b66a-0fded7104dcf req-7bee6726-832a-4358-9d7e-24d05102b8dc tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0617352 Aug 31 05:38:45.402524 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f66e94cb-4a4b-4c88-8a9c-5f413fa67364 req-197857cf-cef9-486b-82bf-b207854f8a86 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503881 Aug 31 05:38:45.405086 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-f78b5ae5-7bd5-4f7f-a5be-3ec97e277daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:45.406481 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-f78b5ae5-7bd5-4f7f-a5be-3ec97e277daa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a6a1804-2296-461b-aa1f-808524c5fabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692577 Aug 31 05:38:45.422961 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bfd55c39-b155-48fb-b66a-0fded7104dcf req-a30cc163-e439-49a4-92a5-85452f6cd3c7 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601120 Aug 31 05:38:45.438342 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e80f3c-45ca-4062-b953-dbd3d10e1d8a req-d7a92f56-023b-420e-9e29-a4b533015196 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:45.439852 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-53e80f3c-45ca-4062-b953-dbd3d10e1d8a req-d7a92f56-023b-420e-9e29-a4b533015196 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 944 time: 0.0637972 Aug 31 05:38:45.476883 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-53e80f3c-45ca-4062-b953-dbd3d10e1d8a req-da50382b-f859-4aff-8330-f3ebc55fea4b tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312150 Aug 31 05:38:45.686126 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-62e17abf-a79b-4298-9d2f-59d630577351 service neutron] 10.222.0.32 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822434 Aug 31 05:38:45.783327 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-862c5840-e35e-4578-9ad1-df5f12faded0 req-41709a2a-70f9-488f-9403-803b2ea0d332 service neutron] 10.222.0.32 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852981 Aug 31 05:38:45.890853 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bbe1f-1ed3-47fc-a33f-d7aa0e0209d9 req-25e106dc-e5a0-46e5-a2d9-53a4445d3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:45.892380 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf4bbe1f-1ed3-47fc-a33f-d7aa0e0209d9 req-25e106dc-e5a0-46e5-a2d9-53a4445d3df2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=670d3c40a5e44c9ea470cf2712d349e6&device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 1097 time: 0.0400469 Aug 31 05:38:45.972127 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807871b7-7a2f-45b3-8321-ee5651e3fcff req-f717b681-0e04-4fbd-b989-282411f81c77 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:45.973676 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-807871b7-7a2f-45b3-8321-ee5651e3fcff req-f717b681-0e04-4fbd-b989-282411f81c77 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0477908 Aug 31 05:38:45.986134 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bbe1f-1ed3-47fc-a33f-d7aa0e0209d9 req-6be24504-1d65-4d4d-b2a1-94f46e097cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:45.988028 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf4bbe1f-1ed3-47fc-a33f-d7aa0e0209d9 req-6be24504-1d65-4d4d-b2a1-94f46e097cb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a6a1804-2296-461b-aa1f-808524c5fabd HTTP/1.1" status: 200 len: 915 time: 0.0868444 Aug 31 05:38:46.010157 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-807871b7-7a2f-45b3-8321-ee5651e3fcff req-e864c12f-15f1-4803-9f1f-a26172da37e1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306680 Aug 31 05:38:46.046396 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf4bbe1f-1ed3-47fc-a33f-d7aa0e0209d9 req-738d4029-6314-4e83-9394-c9123ea288b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 HTTP/1.1" status: 200 len: 217 time: 0.0417709 Aug 31 05:38:46.117980 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca2e5-48db-4d3b-bebc-c5e0980c66a0 req-d12fa8a7-bbf0-454f-82bc-8f18c5a61c9a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:46.119449 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f38ca2e5-48db-4d3b-bebc-c5e0980c66a0 req-d12fa8a7-bbf0-454f-82bc-8f18c5a61c9a tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.1092021 Aug 31 05:38:46.122914 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bbe1f-1ed3-47fc-a33f-d7aa0e0209d9 req-e3502b98-3c27-4f05-9ec7-a7ec29e3208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:46.124258 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf4bbe1f-1ed3-47fc-a33f-d7aa0e0209d9 req-e3502b98-3c27-4f05-9ec7-a7ec29e3208c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc6a39d3-4167-4875-a56e-d1606992be8e HTTP/1.1" status: 200 len: 853 time: 0.0645041 Aug 31 05:38:46.225734 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bbe1f-1ed3-47fc-a33f-d7aa0e0209d9 req-6ff96033-7cc8-458e-9e68-fa9f2b97c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:46.227129 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf4bbe1f-1ed3-47fc-a33f-d7aa0e0209d9 req-6ff96033-7cc8-458e-9e68-fa9f2b97c6e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a6a1804-2296-461b-aa1f-808524c5fabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826058 Aug 31 05:38:46.296669 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-f38ca2e5-48db-4d3b-bebc-c5e0980c66a0 req-29897275-cbd1-4391-b8f9-1729d6f28fca tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Deleting port 26fee4d6-0eaf-4baa-9890-0c3b86730663 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:38:46.297015 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f38ca2e5-48db-4d3b-bebc-c5e0980c66a0 req-29897275-cbd1-4391-b8f9-1729d6f28fca tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:46.391006 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf4bbe1f-1ed3-47fc-a33f-d7aa0e0209d9 req-bc560ba0-ebdf-47f4-aa50-68640569b0da service neutron] 10.222.0.32 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541543 Aug 31 05:38:46.418213 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-f38ca2e5-48db-4d3b-bebc-c5e0980c66a0 req-29897275-cbd1-4391-b8f9-1729d6f28fca tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] For port 26fee4d6-0eaf-4baa-9890-0c3b86730663, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=26fee4d6-0eaf-4baa-9890-0c3b86730663,segment=NetworkSegment(9c832a9b-a58d-418d-924f-1451983e88c8),segment_id=9c832a9b-a58d-418d-924f-1451983e88c8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:46.418580 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f38ca2e5-48db-4d3b-bebc-c5e0980c66a0 req-29897275-cbd1-4391-b8f9-1729d6f28fca tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:46.425293 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db026c26-73ea-4648-b2c0-3fe3d184082e req-6e82bff6-d78b-4ef1-8556-8bd45a399d44 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:46.427491 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-db026c26-73ea-4648-b2c0-3fe3d184082e req-6e82bff6-d78b-4ef1-8556-8bd45a399d44 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c14ca03-4dfb-4498-9f60-0030f0c3725d HTTP/1.1" status: 200 len: 946 time: 0.0469584 Aug 31 05:38:46.467173 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-db026c26-73ea-4648-b2c0-3fe3d184082e req-5919efc1-7546-49d2-99e3-ecb33f5c86d9 tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.10 "GET /v2.0/security-groups?id=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336964 Aug 31 05:38:46.468129 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-f38ca2e5-48db-4d3b-bebc-c5e0980c66a0 req-29897275-cbd1-4391-b8f9-1729d6f28fca tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Calling delete_port for 26fee4d6-0eaf-4baa-9890-0c3b86730663 owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:38:46.550115 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf29fd-8b47-43aa-b6e8-3cf2e599b095 req-037c298a-96f5-43a6-93f0-095e97a65a95 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:46.551789 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bcaf29fd-8b47-43aa-b6e8-3cf2e599b095 req-037c298a-96f5-43a6-93f0-095e97a65a95 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0540018 Aug 31 05:38:46.564550 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf4bbe1f-1ed3-47fc-a33f-d7aa0e0209d9 req-77918e58-21aa-4292-894c-01188dee537b service neutron] 10.222.0.32 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587958 Aug 31 05:38:46.621484 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bcaf29fd-8b47-43aa-b6e8-3cf2e599b095 req-71960452-96f3-4131-9765-8b6106e186df tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576177 Aug 31 05:38:46.638712 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a0c31-b75f-4d92-88cd-de1517e042cf req-c44e3b1c-67de-4ab1-800d-ef06102d3ee6 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:46.645986 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8b7a0c31-b75f-4d92-88cd-de1517e042cf req-c44e3b1c-67de-4ab1-800d-ef06102d3ee6 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 944 time: 0.0931406 Aug 31 05:38:46.658634 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f38ca2e5-48db-4d3b-bebc-c5e0980c66a0 req-29897275-cbd1-4391-b8f9-1729d6f28fca tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:46.678281 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['26fee4d6-0eaf-4baa-9890-0c3b86730663'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:38:46.682414 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8b7a0c31-b75f-4d92-88cd-de1517e042cf req-416d6682-3254-4f54-bf1f-073afaa4d145 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356026 Aug 31 05:38:46.689516 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29897275-cbd1-4391-b8f9-1729d6f28fca tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Pushing event deleted for resources: {'Port': ['ID=26fee4d6-0eaf-4baa-9890-0c3b86730663,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:46.732488 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38ca2e5-48db-4d3b-bebc-c5e0980c66a0 req-29897275-cbd1-4391-b8f9-1729d6f28fca tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] No DVR routers for this DVR port 26fee4d6-0eaf-4baa-9890-0c3b86730663 on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:38:46.734816 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f38ca2e5-48db-4d3b-bebc-c5e0980c66a0 req-29897275-cbd1-4391-b8f9-1729d6f28fca tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:46.736793 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f38ca2e5-48db-4d3b-bebc-c5e0980c66a0 req-29897275-cbd1-4391-b8f9-1729d6f28fca tempest-AttachVolumeNegativeTest-2056063120 tempest-AttachVolumeNegativeTest-2056063120-project] 10.222.0.32 "DELETE /v2.0/ports/26fee4d6-0eaf-4baa-9890-0c3b86730663 HTTP/1.1" status: 204 len: 173 time: 0.5990181 Aug 31 05:38:46.884121 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 13ed1221-4f34-4b25-834d-1d691d85f62d details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:38:47.001212 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 13ed1221-4f34-4b25-834d-1d691d85f62d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13ed1221-4f34-4b25-834d-1d691d85f62d,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:47.012397 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'port_id': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'mac_address': 'fa:16:3e:58:02:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:38:47.052224 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:47.065163 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13ed1221-4f34-4b25-834d-1d691d85f62d {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:38:47.087027 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 13ed1221-4f34-4b25-834d-1d691d85f62d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13ed1221-4f34-4b25-834d-1d691d85f62d,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:47.090944 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:47.132813 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8037a4c-e7c0-4181-919c-01964309e4ff req-87fcef34-2877-4224-bea8-d1ca793805f7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:47.134626 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f8037a4c-e7c0-4181-919c-01964309e4ff req-87fcef34-2877-4224-bea8-d1ca793805f7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 944 time: 0.0506744 Aug 31 05:38:47.135855 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c14ca03-4dfb-4498-9f60-0030f0c3725d', 'name': 'network-vif-deleted', 'tag': '26fee4d6-0eaf-4baa-9890-0c3b86730663'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:38:47.138362 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0ada89-45fe-4eb9-90b9-9e83545768cd" -d '{"events": [{"server_uuid": "7c14ca03-4dfb-4498-9f60-0030f0c3725d", "name": "network-vif-deleted", "tag": "26fee4d6-0eaf-4baa-9890-0c3b86730663"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:38:47.152215 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=13ed1221-4f34-4b25-834d-1d691d85f62d,revision_number=6']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:47.188361 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fa7b47-b2d5-4090-8934-a7a2694e4ca4 x-openstack-request-id: req-10fa7b47-b2d5-4090-8934-a7a2694e4ca4 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:38:47.188729 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c14ca03-4dfb-4498-9f60-0030f0c3725d", "name": "network-vif-deleted", "tag": "26fee4d6-0eaf-4baa-9890-0c3b86730663", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:38:47.188997 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-10fa7b47-b2d5-4090-8934-a7a2694e4ca4 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:38:47.189400 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c14ca03-4dfb-4498-9f60-0030f0c3725d', 'name': 'network-vif-deleted', 'tag': '26fee4d6-0eaf-4baa-9890-0c3b86730663', 'status': 'completed', 'code': 200} Aug 31 05:38:47.196616 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f8037a4c-e7c0-4181-919c-01964309e4ff req-3a4d648e-0763-4d80-806b-928739de51b8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482726 Aug 31 05:38:47.204149 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['13ed1221-4f34-4b25-834d-1d691d85f62d'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:38:47.528796 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 50454) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:47.581068 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e33ebbe-6e54-4dbf-8406-97557f282d0a admin admin] Deleting subnet e53daf4f-035b-4c77-aaf1-31c26b45f1ea {{(pid=94006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:38:47.585273 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e33ebbe-6e54-4dbf-8406-97557f282d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:47.627170 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e33ebbe-6e54-4dbf-8406-97557f282d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280608'] for subnet, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:47.667080 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e33ebbe-6e54-4dbf-8406-97557f282d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:47.771420 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e33ebbe-6e54-4dbf-8406-97557f282d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4057306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8545467'] for subnet, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:47.821367 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33ebbe-6e54-4dbf-8406-97557f282d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e53daf4f-035b-4c77-aaf1-31c26b45f1ea,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:47.829550 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e33ebbe-6e54-4dbf-8406-97557f282d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:47.832644 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-7e33ebbe-6e54-4dbf-8406-97557f282d0a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e53daf4f-035b-4c77-aaf1-31c26b45f1ea HTTP/1.1" status: 204 len: 168 time: 0.3021915 Aug 31 05:38:47.835076 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50460) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:47.855875 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709a95d-1083-43e5-ab9b-7cac28fa8c86 req-629e0219-589d-4df1-a4f5-a30db6330fc0 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:47.857692 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3709a95d-1083-43e5-ab9b-7cac28fa8c86 req-629e0219-589d-4df1-a4f5-a30db6330fc0 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.1274047 Aug 31 05:38:47.877667 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e1f0f-6d4a-4cdf-a92d-e080c55f1744 req-6eca2b5f-c0ce-48ae-a54f-ea033edd0af8 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:47.880141 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f14e1f0f-6d4a-4cdf-a92d-e080c55f1744 req-6eca2b5f-c0ce-48ae-a54f-ea033edd0af8 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 944 time: 0.1119945 Aug 31 05:38:47.933303 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3709a95d-1083-43e5-ab9b-7cac28fa8c86 req-8951508d-388d-43a9-a288-a53615b0c7b2 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694132 Aug 31 05:38:47.938749 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f14e1f0f-6d4a-4cdf-a92d-e080c55f1744 req-81c8a764-b7b5-4425-bcf0-3d1810ea1aef tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503955 Aug 31 05:38:47.939403 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1e461a3f-2035-494b-88b4-8003b6cd9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:48.055383 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1e461a3f-2035-494b-88b4-8003b6cd9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:48.070325 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-1e461a3f-2035-494b-88b4-8003b6cd9d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe84905-3ab6-43e0-bd80-358715870242']}} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:48.088141 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-1e461a3f-2035-494b-88b4-8003b6cd9d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c832a9b-a58d-418d-924f-1451983e88c8') {'for_net_delete': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:48.088577 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-1e461a3f-2035-494b-88b4-8003b6cd9d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c832a9b-a58d-418d-924f-1451983e88c8') {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:38:48.102039 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1e461a3f-2035-494b-88b4-8003b6cd9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8893952'] for segment, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:48.120975 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1e461a3f-2035-494b-88b4-8003b6cd9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:48.139385 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e461a3f-2035-494b-88b4-8003b6cd9d4b admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:38:48.142125 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1e461a3f-2035-494b-88b4-8003b6cd9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4119110'] for segment, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: Traceback (most recent call last): Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: timer() Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: cb(*args, **kw) Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: return func(*args, **kwargs) Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: self._notify() Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: self.callback(batched_events) Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: event.method(event) Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: return f(self, *a, **k) Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._get(url).json() Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: return self.request(url, 'GET', **kwargs) Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:38:48.144579 dv-cinder-806559-3-iscsi neutron-server[94005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:38:48.214209 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1e461a3f-2035-494b-88b4-8003b6cd9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:48.229065 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1e461a3f-2035-494b-88b4-8003b6cd9d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:48.231479 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-1e461a3f-2035-494b-88b4-8003b6cd9d4b admin admin] 10.222.0.10 "DELETE /v2.0/networks/bbe84905-3ab6-43e0-bd80-358715870242 HTTP/1.1" status: 204 len: 168 time: 0.3952868 Aug 31 05:38:48.244538 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e461a3f-2035-494b-88b4-8003b6cd9d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe84905-3ab6-43e0-bd80-358715870242,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:48.424749 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29fc55-2de4-4291-870f-91dcab1b2e6e req-63b8b966-4c27-4e5c-b644-73ddb1d98bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:48.428440 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d29fc55-2de4-4291-870f-91dcab1b2e6e req-63b8b966-4c27-4e5c-b644-73ddb1d98bdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df247d9bc9ab4706a39bc2047bed84e8&device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 1098 time: 0.0868895 Aug 31 05:38:48.447449 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e103ada-ee30-4931-8002-2c04252f2b97 req-c816e4ea-9e9a-499d-8059-498629ff6a3e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:48.459114 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7e103ada-ee30-4931-8002-2c04252f2b97 req-c816e4ea-9e9a-499d-8059-498629ff6a3e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 944 time: 0.1477540 Aug 31 05:38:48.485129 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce21eb1-204a-4859-b8d7-0d0d44fb7d5a req-3e3c0706-db03-497b-b327-19fdc0ccadf4 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:48.486657 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bce21eb1-204a-4859-b8d7-0d0d44fb7d5a req-3e3c0706-db03-497b-b327-19fdc0ccadf4 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.1083972 Aug 31 05:38:48.540488 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7e103ada-ee30-4931-8002-2c04252f2b97 req-f2c5d571-af74-4c59-8a8e-4b2d508e06ab tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748138 Aug 31 05:38:48.545535 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50474) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:48.594879 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bce21eb1-204a-4859-b8d7-0d0d44fb7d5a req-214081be-4971-4507-81ea-87c478044a70 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973673 Aug 31 05:38:48.631279 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29fc55-2de4-4291-870f-91dcab1b2e6e req-8079e4e8-729b-4820-bd5b-5474fed4229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:48.631279 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d29fc55-2de4-4291-870f-91dcab1b2e6e req-8079e4e8-729b-4820-bd5b-5474fed4229f service neutron] 10.222.0.32 "GET /v2.0/networks?id=66e9f947-7a38-422f-9aac-7a0d6a4fc617 HTTP/1.1" status: 200 len: 920 time: 0.1891069 Aug 31 05:38:48.636886 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-b9a76977-c5dd-4c46-af13-9e75b5e82f88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f79cf8f01e8a4c09ba29eaeae6aca7a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0872099 Aug 31 05:38:48.639125 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50476) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:48.693280 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d29fc55-2de4-4291-870f-91dcab1b2e6e req-9db4eb90-2197-4823-b227-1d60201b6859 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13a20b6f-78fa-4cc4-b907-49233c2a2cfb HTTP/1.1" status: 200 len: 217 time: 0.0460889 Aug 31 05:38:48.770468 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29fc55-2de4-4291-870f-91dcab1b2e6e req-2c51af06-4fa8-4ed8-adb5-8951975e6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:48.772043 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d29fc55-2de4-4291-870f-91dcab1b2e6e req-2c51af06-4fa8-4ed8-adb5-8951975e6ef6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80fdd554-6ca7-4bea-8a87-7b1508c8e0ed HTTP/1.1" status: 200 len: 859 time: 0.0692410 Aug 31 05:38:48.772809 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c8514e5f-0e8d-45f7-802b-854b82de1eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:48.808554 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d29fc55-2de4-4291-870f-91dcab1b2e6e req-e57592d3-2dd5-4568-862f-a511a1eb2f0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66e9f947-7a38-422f-9aac-7a0d6a4fc617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261486 Aug 31 05:38:48.832699 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c8514e5f-0e8d-45f7-802b-854b82de1eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:48.884295 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 13ed1221-4f34-4b25-834d-1d691d85f62d up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:48.886265 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:38:48.974548 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d29fc55-2de4-4291-870f-91dcab1b2e6e req-725afd22-9732-468c-85fc-0af5491698dd service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544738 Aug 31 05:38:48.976465 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c8514e5f-0e8d-45f7-802b-854b82de1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:48.979396 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c8514e5f-0e8d-45f7-802b-854b82de1eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:48.983255 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-c8514e5f-0e8d-45f7-802b-854b82de1eeb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4401eb27-8b8d-43c7-a3b9-3d02f55f32c8 HTTP/1.1" status: 204 len: 168 time: 0.3409395 Aug 31 05:38:49.004582 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8514e5f-0e8d-45f7-802b-854b82de1eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4401eb27-8b8d-43c7-a3b9-3d02f55f32c8,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:49.007758 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,segment=NetworkSegment(dbadf789-5981-4a76-87a2-51bdfa7af51a),segment_id=dbadf789-5981-4a76-87a2-51bdfa7af51a)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:49.037548 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'port_id': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9', 'mac_address': 'fa:16:3e:7c:50:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:38:49.150720 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d29fc55-2de4-4291-870f-91dcab1b2e6e req-d247d409-1080-40cd-acf7-c885d12c5d40 service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651011 Aug 31 05:38:49.167505 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:49.191312 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:38:49.192976 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745483b3-f3a5-400f-9ff6-5f268dbd2543 req-d66bac3a-f98e-48a4-8e96-a48ae9d9fd75 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:49.194932 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-745483b3-f3a5-400f-9ff6-5f268dbd2543 req-d66bac3a-f98e-48a4-8e96-a48ae9d9fd75 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 944 time: 0.1026134 Aug 31 05:38:49.220994 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,segment=NetworkSegment(dbadf789-5981-4a76-87a2-51bdfa7af51a),segment_id=dbadf789-5981-4a76-87a2-51bdfa7af51a)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:49.231337 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:49.269846 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-745483b3-f3a5-400f-9ff6-5f268dbd2543 req-0c4cdc9a-2c24-4c4c-8cbd-ee45f67e1936 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687201 Aug 31 05:38:49.278936 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 13ed1221-4f34-4b25-834d-1d691d85f62d triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:49.279334 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:49.339699 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:49.394215 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:49.433533 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed1221-4f34-4b25-834d-1d691d85f62d'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:38:49.438468 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab6062a-2a93-42ee-950f-f86d9f0e23d8" -d '{"events": [{"server_uuid": "0a4e023e-06a7-41e3-b62e-64e5a4471f4e", "name": "network-vif-plugged", "status": "completed", "tag": "13ed1221-4f34-4b25-834d-1d691d85f62d"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:38:49.465776 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 13ed1221-4f34-4b25-834d-1d691d85f62d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13ed1221-4f34-4b25-834d-1d691d85f62d,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:49.475106 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:49.478735 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 26fee4d6-0eaf-4baa-9890-0c3b86730663 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:38:49.516683 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd2c693-1a3e-496a-8529-f2b7a6b58415 x-openstack-request-id: req-9cd2c693-1a3e-496a-8529-f2b7a6b58415 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:38:49.516972 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4e023e-06a7-41e3-b62e-64e5a4471f4e", "name": "network-vif-plugged", "status": "completed", "tag": "13ed1221-4f34-4b25-834d-1d691d85f62d", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:38:49.517223 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9cd2c693-1a3e-496a-8529-f2b7a6b58415 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:38:49.517613 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'code': 200} Aug 31 05:38:49.537972 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: 26fee4d6-0eaf-4baa-9890-0c3b86730663 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:38:49.537972 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 26fee4d6-0eaf-4baa-9890-0c3b86730663 not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:38:49.542815 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['9ed08ce6-ec1d-48aa-824b-fa4abd574ce9'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:38:49.668044 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=13ed1221-4f34-4b25-834d-1d691d85f62d,revision_number=7']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:50.029768 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02af41-84dd-4905-9f37-c0204a0b3d65 req-916d0575-ca94-47de-8346-78894263c511 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:50.036913 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8f02af41-84dd-4905-9f37-c0204a0b3d65 req-916d0575-ca94-47de-8346-78894263c511 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.3524213 Aug 31 05:38:50.067798 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26037b2c-c881-4bfc-8867-07d18a4b30cd req-cd0d9b38-dd0c-4040-bd46-c18eb7ead74a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:50.069358 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-26037b2c-c881-4bfc-8867-07d18a4b30cd req-cd0d9b38-dd0c-4040-bd46-c18eb7ead74a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.3362708 Aug 31 05:38:50.114023 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8f02af41-84dd-4905-9f37-c0204a0b3d65 req-0c547cea-08a5-42aa-b9cc-df514ea2ed37 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761349 Aug 31 05:38:50.162466 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-26037b2c-c881-4bfc-8867-07d18a4b30cd req-5947a54f-9c49-44fe-89b3-0d5ad6107537 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821881 Aug 31 05:38:50.396673 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5c3ab-956b-4733-ba36-135445f640cb req-35c8788c-fbd2-4b5a-9cb4-4ab9702dc633 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:50.398614 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-05d5c3ab-956b-4733-ba36-135445f640cb req-35c8788c-fbd2-4b5a-9cb4-4ab9702dc633 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 945 time: 0.0535388 Aug 31 05:38:50.455179 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-05d5c3ab-956b-4733-ba36-135445f640cb req-d5e49e83-4bb1-47eb-aecb-d86b41650db6 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428162 Aug 31 05:38:50.889158 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:38:51.121787 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:38:51.132067 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:38:51.132457 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:51.245709 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8ac02-3b03-4550-8c06-930638fd0761 req-2f4253e5-e89d-4b22-91b8-446ac3dc8cab tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:51.247661 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fcd8ac02-3b03-4550-8c06-930638fd0761 req-2f4253e5-e89d-4b22-91b8-446ac3dc8cab tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0659146 Aug 31 05:38:51.330464 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fcd8ac02-3b03-4550-8c06-930638fd0761 req-86716527-8ea0-4ce9-b106-0ec74434464f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730624 Aug 31 05:38:51.356995 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:51.393202 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bf673-055c-4162-8398-bf4b1dfa93e3 req-f182fa9f-4ad1-4eb4-955f-22a6ea049293 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:51.403957 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-445bf673-055c-4162-8398-bf4b1dfa93e3 req-f182fa9f-4ad1-4eb4-955f-22a6ea049293 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0862017 Aug 31 05:38:51.436229 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,segment=NetworkSegment(dbadf789-5981-4a76-87a2-51bdfa7af51a),segment_id=dbadf789-5981-4a76-87a2-51bdfa7af51a)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:38:51.443755 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:51.457034 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-445bf673-055c-4162-8398-bf4b1dfa93e3 req-ab528172-2851-4bd2-997e-739880a576c2 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516944 Aug 31 05:38:51.539686 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:38:51.542050 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5061d705-8365-404a-827f-697357725fb5" -d '{"events": [{"server_uuid": "2209ac27-c2fa-4fd6-9e90-af84bd95840a", "name": "network-vif-plugged", "status": "completed", "tag": "9ed08ce6-ec1d-48aa-824b-fa4abd574ce9"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:38:51.570161 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:51.581393 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:51.581393 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:51.582300 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:51.582572 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:51.582905 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:51.583264 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:51.583597 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:51.583927 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:51.584277 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:51.584609 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:51.585236 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:51.585423 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:38:51.649536 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433aeef-738f-4b03-bfac-6924141eee89 req-c75e5cde-c462-41f4-bfd7-2e294ed077b6 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:51.651310 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f433aeef-738f-4b03-bfac-6924141eee89 req-c75e5cde-c462-41f4-bfd7-2e294ed077b6 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 946 time: 0.0927041 Aug 31 05:38:51.708442 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f433aeef-738f-4b03-bfac-6924141eee89 req-4338c672-ffef-4d14-9230-6b2e7b65b70d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492351 Aug 31 05:38:51.768928 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca359978-324a-4314-af65-249532b2e941 x-openstack-request-id: req-ca359978-324a-4314-af65-249532b2e941 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:38:51.769271 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2209ac27-c2fa-4fd6-9e90-af84bd95840a", "name": "network-vif-plugged", "status": "completed", "tag": "9ed08ce6-ec1d-48aa-824b-fa4abd574ce9", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:38:51.769531 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca359978-324a-4314-af65-249532b2e941 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:38:51.769935 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9', 'code': 200} Aug 31 05:38:51.781672 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50556) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:51.995356 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-febcddf3-88fb-496d-aa26-c586873b0e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:52.027635 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8483d-c883-4f82-8d27-39abde68046e req-77c5a974-09f1-491f-836c-77a3cec70a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:52.029155 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-1fc8483d-c883-4f82-8d27-39abde68046e req-77c5a974-09f1-491f-836c-77a3cec70a3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 1099 time: 0.0814052 Aug 31 05:38:52.114927 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-1fc8483d-c883-4f82-8d27-39abde68046e req-fd6202fb-7b6c-4e79-99e7-12e53661ec03 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752969 Aug 31 05:38:52.145806 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4eac17f6-62bb-4677-b7d1-ba50c3bfd249 req-01be9033-7b7f-48de-8fe4-5523325c5484 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765076 Aug 31 05:38:52.188586 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-febcddf3-88fb-496d-aa26-c586873b0e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:52.193993 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-febcddf3-88fb-496d-aa26-c586873b0e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:52.246917 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-febcddf3-88fb-496d-aa26-c586873b0e10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c88b53f76eba40449151f92c8391a2d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4635234 Aug 31 05:38:52.247689 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcddf3-88fb-496d-aa26-c586873b0e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09129ce4-17cc-4b54-ac34-38094efe1f00,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:52.249909 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 50566) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:52.320630 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ca435e97-b2a4-4327-ab4b-366e59cdbfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:52.351044 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ca435e97-b2a4-4327-ab4b-366e59cdbfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:52.389414 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac17f6-62bb-4677-b7d1-ba50c3bfd249 req-17088c1f-be97-4736-a9b7-3653231535ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:52.392312 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4eac17f6-62bb-4677-b7d1-ba50c3bfd249 req-17088c1f-be97-4736-a9b7-3653231535ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df247d9bc9ab4706a39bc2047bed84e8&device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 1099 time: 0.0493376 Aug 31 05:38:52.421672 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ca435e97-b2a4-4327-ab4b-366e59cdbfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:52.426546 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ca435e97-b2a4-4327-ab4b-366e59cdbfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:52.431623 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ca435e97-b2a4-4327-ab4b-366e59cdbfca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09129ce4-17cc-4b54-ac34-38094efe1f00 HTTP/1.1" status: 204 len: 168 time: 0.1803215 Aug 31 05:38:52.454847 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca435e97-b2a4-4327-ab4b-366e59cdbfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09129ce4-17cc-4b54-ac34-38094efe1f00,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:52.520967 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49189f-d06c-4306-8eba-941b9454aaa1 req-c34527f3-d48c-4208-9c86-14086be480ff tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:52.529754 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ee49189f-d06c-4306-8eba-941b9454aaa1 req-c34527f3-d48c-4208-9c86-14086be480ff tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0660210 Aug 31 05:38:52.588890 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ee49189f-d06c-4306-8eba-941b9454aaa1 req-61bfcd73-2b0b-42fe-b209-7f80b1eae301 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569870 Aug 31 05:38:52.595739 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac17f6-62bb-4677-b7d1-ba50c3bfd249 req-89fffaa6-56c7-4655-aba9-a7711122942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:52.598424 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4eac17f6-62bb-4677-b7d1-ba50c3bfd249 req-89fffaa6-56c7-4655-aba9-a7711122942b service neutron] 10.222.0.32 "GET /v2.0/networks?id=66e9f947-7a38-422f-9aac-7a0d6a4fc617 HTTP/1.1" status: 200 len: 920 time: 0.1769407 Aug 31 05:38:52.666484 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4eac17f6-62bb-4677-b7d1-ba50c3bfd249 req-86294b6b-0ab9-4e4b-9d3d-63ba2d12d0af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d408583-a9c8-431c-a99e-eb1ac3a8ba66 HTTP/1.1" status: 200 len: 217 time: 0.0578327 Aug 31 05:38:52.727000 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac17f6-62bb-4677-b7d1-ba50c3bfd249 req-7f4e26c7-8a36-42eb-9f0d-1888d7e6536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:52.729090 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4eac17f6-62bb-4677-b7d1-ba50c3bfd249 req-7f4e26c7-8a36-42eb-9f0d-1888d7e6536a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80fdd554-6ca7-4bea-8a87-7b1508c8e0ed HTTP/1.1" status: 200 len: 859 time: 0.0545719 Aug 31 05:38:52.804376 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4eac17f6-62bb-4677-b7d1-ba50c3bfd249 req-412de95c-cedf-4acb-b3a6-16562a50a66f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66e9f947-7a38-422f-9aac-7a0d6a4fc617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538983 Aug 31 05:38:52.875533 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50576) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:52.885751 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119e5fa-a140-4118-9a4a-fef3495d1177 req-b2abc360-7dd4-4209-8297-46138fae3f04 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:52.887317 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b119e5fa-a140-4118-9a4a-fef3495d1177 req-b2abc360-7dd4-4209-8297-46138fae3f04 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 946 time: 0.0643179 Aug 31 05:38:52.897738 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e6f3-418c-49db-9ac8-6ea9689e6d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:52.947193 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b119e5fa-a140-4118-9a4a-fef3495d1177 req-4067a18f-02a0-4d24-a045-01e046dfb0ac tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518532 Aug 31 05:38:52.953818 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4eac17f6-62bb-4677-b7d1-ba50c3bfd249 req-2b9d4215-4989-40d6-845c-a9f5f1c626ed service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431835 Aug 31 05:38:53.071938 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-4eac17f6-62bb-4677-b7d1-ba50c3bfd249 req-1268ffe3-24da-449d-bae2-4118cc5dd2e2 service neutron] 10.222.0.32 "GET /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029208 Aug 31 05:38:53.120038 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e6f3-418c-49db-9ac8-6ea9689e6d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:53.124104 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e6f3-418c-49db-9ac8-6ea9689e6d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:53.163532 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6e6f3-418c-49db-9ac8-6ea9689e6d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c337d9-78d0-4dad-9deb-7b27fccca8a4,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:53.170257 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-f6f6e6f3-418c-49db-9ac8-6ea9689e6d6c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee15e4dc5f5648ddb63a13a9ea25a22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892640 Aug 31 05:38:53.170404 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50580) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:53.224937 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d16d7e61-46d4-4aa2-89d6-5d662ed8eb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:53.253193 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d16d7e61-46d4-4aa2-89d6-5d662ed8eb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:53.314163 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d16d7e61-46d4-4aa2-89d6-5d662ed8eb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:53.317770 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d16d7e61-46d4-4aa2-89d6-5d662ed8eb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:53.321890 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-d16d7e61-46d4-4aa2-89d6-5d662ed8eb28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/46c337d9-78d0-4dad-9deb-7b27fccca8a4 HTTP/1.1" status: 204 len: 168 time: 0.1505272 Aug 31 05:38:53.330424 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d7e61-46d4-4aa2-89d6-5d662ed8eb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c337d9-78d0-4dad-9deb-7b27fccca8a4,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:53.719127 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fcbff-83fe-448b-be2e-03b05919e2bf req-ee96c656-1857-4a8a-a05c-b16b6c373049 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:53.727477 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d09fcbff-83fe-448b-be2e-03b05919e2bf req-ee96c656-1857-4a8a-a05c-b16b6c373049 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0615294 Aug 31 05:38:53.765107 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d09fcbff-83fe-448b-be2e-03b05919e2bf req-392218d0-0b5a-43ae-ac67-56397280c30e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359993 Aug 31 05:38:54.169512 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17262bf8-524d-4f04-a686-354af3be4641 req-20df3f08-34a1-499c-a66a-3d5d58dd350e tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:54.171409 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-17262bf8-524d-4f04-a686-354af3be4641 req-20df3f08-34a1-499c-a66a-3d5d58dd350e tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 946 time: 0.0910699 Aug 31 05:38:54.226001 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-17262bf8-524d-4f04-a686-354af3be4641 req-0bf2d028-68c2-4669-b122-3c32b792777e tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424867 Aug 31 05:38:54.432894 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec115e1-662d-4c2b-ba5c-90261c505fea req-c8dae1a0-c869-4a76-8f6f-8a272cefb750 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:54.435325 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fec115e1-662d-4c2b-ba5c-90261c505fea req-c8dae1a0-c869-4a76-8f6f-8a272cefb750 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 946 time: 0.0984383 Aug 31 05:38:54.487580 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fec115e1-662d-4c2b-ba5c-90261c505fea req-3bd0b97b-674f-4f32-a258-e936b087f811 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437491 Aug 31 05:38:54.599891 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:54.854886 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca161da-f711-434a-8fa3-8a60f31f759d req-8c8ade03-786c-417a-8429-e94dcb0c2cb4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:54.862343 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bca161da-f711-434a-8fa3-8a60f31f759d req-8c8ade03-786c-417a-8429-e94dcb0c2cb4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 946 time: 0.0718374 Aug 31 05:38:54.914170 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50636) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:54.934095 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bca161da-f711-434a-8fa3-8a60f31f759d req-4b59463b-0a77-4f2c-b2ef-a73d9dc61d92 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705020 Aug 31 05:38:54.967240 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee4631-dcaa-47b5-bc14-0da0f25d1297 req-266ba8f1-4e5c-40f9-9312-c3733d4d7400 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:54.969332 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-70ee4631-dcaa-47b5-bc14-0da0f25d1297 req-266ba8f1-4e5c-40f9-9312-c3733d4d7400 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0876524 Aug 31 05:38:55.052380 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-70ee4631-dcaa-47b5-bc14-0da0f25d1297 req-918f846f-3619-4582-8a8b-a696cd0b536d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722656 Aug 31 05:38:55.057752 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f285-ed7b-4848-a378-e0dda910a5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:55.177648 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f285-ed7b-4848-a378-e0dda910a5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:55.186820 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f285-ed7b-4848-a378-e0dda910a5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:55.240358 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 50642) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:38:55.240600 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-cdd9f285-ed7b-4848-a378-e0dda910a5a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0170c936bc034aeba169825e512a4ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251657 Aug 31 05:38:55.241876 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9f285-ed7b-4848-a378-e0dda910a5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb230d0-1283-41fc-84a6-d5810a8db5bd,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:55.332374 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b2a86102-65eb-403b-8dec-ab8d1edffefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:55.385807 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b2a86102-65eb-403b-8dec-ab8d1edffefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:55.463085 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b2a86102-65eb-403b-8dec-ab8d1edffefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:55.465787 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b2a86102-65eb-403b-8dec-ab8d1edffefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:55.466940 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-b2a86102-65eb-403b-8dec-ab8d1edffefc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/adb230d0-1283-41fc-84a6-d5810a8db5bd HTTP/1.1" status: 204 len: 168 time: 0.2252197 Aug 31 05:38:55.490260 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a86102-65eb-403b-8dec-ab8d1edffefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb230d0-1283-41fc-84a6-d5810a8db5bd,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:38:56.194836 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630fc64-f4ea-43d8-a047-ceaa02938cb9 req-26c53fcf-9547-4aa2-a88e-4beda0d15159 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:56.196405 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5630fc64-f4ea-43d8-a047-ceaa02938cb9 req-26c53fcf-9547-4aa2-a88e-4beda0d15159 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0546064 Aug 31 05:38:56.242593 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5630fc64-f4ea-43d8-a047-ceaa02938cb9 req-154c5913-1a16-4477-b277-5e9c8bd1dcaa tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399137 Aug 31 05:38:56.951883 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cace04-236d-4ed8-8c55-e9fbd05cfad3 req-c4ec0136-8043-4507-8fea-48f6cd16d1dd tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:56.953442 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-25cace04-236d-4ed8-8c55-e9fbd05cfad3 req-c4ec0136-8043-4507-8fea-48f6cd16d1dd tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0670493 Aug 31 05:38:57.014488 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-25cace04-236d-4ed8-8c55-e9fbd05cfad3 req-fd13781d-89d9-4b08-ba6f-e1ffedf04afc tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508404 Aug 31 05:38:57.410644 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db91156-8114-465c-8555-cce422a4d5f2 req-841e9e61-2583-4fa7-8997-0a7a0c67fd0f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:57.412278 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7db91156-8114-465c-8555-cce422a4d5f2 req-841e9e61-2583-4fa7-8997-0a7a0c67fd0f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0604341 Aug 31 05:38:57.468709 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7db91156-8114-465c-8555-cce422a4d5f2 req-d7739b1f-eb16-4979-97a7-4c3413272416 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499017 Aug 31 05:38:58.148368 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f4689-678c-4c9e-a80e-38b72b0f61ec req-abe95912-cc0a-45b7-ba0f-d4f86433430a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:58.156157 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5a0f4689-678c-4c9e-a80e-38b72b0f61ec req-abe95912-cc0a-45b7-ba0f-d4f86433430a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0631261 Aug 31 05:38:58.203284 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5a0f4689-678c-4c9e-a80e-38b72b0f61ec req-1635e80e-e512-40d1-8e54-d45d15a1ddcd tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455487 Aug 31 05:38:58.596683 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af56cdf-9e68-43fc-bcab-2a991d3d523f req-6720fbc3-e0e3-4c12-a9dc-9686509a3ab5 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:58.598799 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9af56cdf-9e68-43fc-bcab-2a991d3d523f req-6720fbc3-e0e3-4c12-a9dc-9686509a3ab5 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0501425 Aug 31 05:38:58.637427 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9af56cdf-9e68-43fc-bcab-2a991d3d523f req-da6114d8-a4ed-4510-897e-e61a977bf2ef tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329413 Aug 31 05:38:59.117235 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58192c3d-9c44-476f-8c99-0ea8cc43c13f req-7604873f-433f-4f36-92af-2608a155ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:59.118678 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-58192c3d-9c44-476f-8c99-0ea8cc43c13f req-7604873f-433f-4f36-92af-2608a155ebd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6c47714db89402f9cf71ccca20e69bd&device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 1098 time: 0.0387130 Aug 31 05:38:59.204962 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58192c3d-9c44-476f-8c99-0ea8cc43c13f req-32abe002-a4e2-4a8d-b515-4b5306481e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:59.206381 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-58192c3d-9c44-476f-8c99-0ea8cc43c13f req-32abe002-a4e2-4a8d-b515-4b5306481e2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=363f55b9-7106-4007-95f7-6d844418cbce HTTP/1.1" status: 200 len: 917 time: 0.0798645 Aug 31 05:38:59.286063 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-58192c3d-9c44-476f-8c99-0ea8cc43c13f req-8b67d188-ac0e-4b70-9973-d1a3bae2795b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13ed1221-4f34-4b25-834d-1d691d85f62d HTTP/1.1" status: 200 len: 1000 time: 0.0626795 Aug 31 05:38:59.346694 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58192c3d-9c44-476f-8c99-0ea8cc43c13f req-b548445c-eae9-44b9-88d4-ddc8af56b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:59.348947 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-58192c3d-9c44-476f-8c99-0ea8cc43c13f req-b548445c-eae9-44b9-88d4-ddc8af56b879 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e40e479-664b-4bab-bbec-50a8e96df2b0 HTTP/1.1" status: 200 len: 855 time: 0.0476041 Aug 31 05:38:59.352807 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654e569-36f9-47d6-b382-3d07ff9eb6e2 req-20963581-abfb-43bf-9be6-5f370943f8a8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:59.354472 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3654e569-36f9-47d6-b382-3d07ff9eb6e2 req-20963581-abfb-43bf-9be6-5f370943f8a8 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.0552983 Aug 31 05:38:59.394651 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3654e569-36f9-47d6-b382-3d07ff9eb6e2 req-92f3e919-3cd8-4975-9350-aecbd4f28706 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338447 Aug 31 05:38:59.396147 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58192c3d-9c44-476f-8c99-0ea8cc43c13f req-d9d587cd-85c9-402b-9871-36dfcbf67b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:59.397624 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-58192c3d-9c44-476f-8c99-0ea8cc43c13f req-d9d587cd-85c9-402b-9871-36dfcbf67b95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=363f55b9-7106-4007-95f7-6d844418cbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396369 Aug 31 05:38:59.497525 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-58192c3d-9c44-476f-8c99-0ea8cc43c13f req-500c1e1b-a7cf-459a-b20c-e2a418d258d3 service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910859 Aug 31 05:38:59.540453 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ec1de528-483f-4d74-ae80-58a01dbee642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:59.771661 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be7a97-20b7-4938-afea-0a5d0b9948b3 req-b78e3f45-5bf4-4ec3-93e9-59be02c62ec7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:59.773364 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-03be7a97-20b7-4938-afea-0a5d0b9948b3 req-b78e3f45-5bf4-4ec3-93e9-59be02c62ec7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0617678 Aug 31 05:38:59.814962 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-03be7a97-20b7-4938-afea-0a5d0b9948b3 req-d52c1e48-0c0f-4a4f-a1be-65e9c3901feb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350745 Aug 31 05:38:59.824527 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58412121-2819-4a9a-8148-02100a196e97 req-2a960349-63b6-41d3-bf39-706e62615ef2 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:38:59.826258 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-58412121-2819-4a9a-8148-02100a196e97 req-2a960349-63b6-41d3-bf39-706e62615ef2 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.32 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 946 time: 0.3269596 Aug 31 05:38:59.894670 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-58192c3d-9c44-476f-8c99-0ea8cc43c13f req-7b56045c-99b3-4cc0-a067-2a3d39a45498 service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867948 Aug 31 05:38:59.939074 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-58412121-2819-4a9a-8148-02100a196e97 req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Deleting port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:38:59.939418 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-58412121-2819-4a9a-8148-02100a196e97 req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:00.039723 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-58412121-2819-4a9a-8148-02100a196e97 req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] For port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=7d408583-a9c8-431c-a99e-eb1ac3a8ba66,segment=NetworkSegment(2c5a63e5-59db-4c95-b956-08d44dd76443),segment_id=2c5a63e5-59db-4c95-b956-08d44dd76443)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:00.040092 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-58412121-2819-4a9a-8148-02100a196e97 req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:00.052917 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-58412121-2819-4a9a-8148-02100a196e97 req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Calling delete_port for 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:39:00.182143 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-58412121-2819-4a9a-8148-02100a196e97 req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:00.194875 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['7d408583-a9c8-431c-a99e-eb1ac3a8ba66', '13a20b6f-78fa-4cc4-b907-49233c2a2cfb'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:39:00.213356 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Pushing event deleted for resources: {'Port': ['ID=7d408583-a9c8-431c-a99e-eb1ac3a8ba66,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:00.226321 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:00.226808 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:00.227293 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:00.228101 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:00.228336 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:00.228831 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:00.229254 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:00.230141 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:00.230141 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:00.230481 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:00.230892 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:00.231326 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:00.276773 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-58412121-2819-4a9a-8148-02100a196e97 req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] No DVR routers for this DVR port 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:39:00.279334 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-58412121-2819-4a9a-8148-02100a196e97 req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:00.281439 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-58412121-2819-4a9a-8148-02100a196e97 req-3ae1521d-c04f-4afa-86e0-45d1cf109a6e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.32 "DELETE /v2.0/ports/7d408583-a9c8-431c-a99e-eb1ac3a8ba66 HTTP/1.1" status: 204 len: 173 time: 0.4449482 Aug 31 05:39:00.281913 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0752916f-e97a-4162-9369-9b8d04a7c903', 'name': 'network-vif-deleted', 'tag': '7d408583-a9c8-431c-a99e-eb1ac3a8ba66'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:00.289805 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349385b0-d4cd-46bf-adb0-c7783b3f8400" -d '{"events": [{"server_uuid": "0752916f-e97a-4162-9369-9b8d04a7c903", "name": "network-vif-deleted", "tag": "7d408583-a9c8-431c-a99e-eb1ac3a8ba66"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:00.342775 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f48df0-0b8a-4b9c-82d3-ae347b5dec2d x-openstack-request-id: req-f4f48df0-0b8a-4b9c-82d3-ae347b5dec2d {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:00.343066 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0752916f-e97a-4162-9369-9b8d04a7c903", "name": "network-vif-deleted", "tag": "7d408583-a9c8-431c-a99e-eb1ac3a8ba66", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:00.343347 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4f48df0-0b8a-4b9c-82d3-ae347b5dec2d {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:00.343739 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0752916f-e97a-4162-9369-9b8d04a7c903', 'name': 'network-vif-deleted', 'tag': '7d408583-a9c8-431c-a99e-eb1ac3a8ba66', 'status': 'completed', 'code': 200} Aug 31 05:39:00.505204 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4a02eace-e243-444a-9548-f0ee1007e891 req-40ec88e4-371f-4dbb-9b15-544afd9becd1 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=0752916f-e97a-4162-9369-9b8d04a7c903 HTTP/1.1" status: 200 len: 210 time: 0.0282614 Aug 31 05:39:00.904201 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:39:00.935831 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace1897-b8f2-4857-8afb-e3d614828d48 req-1f721a58-72a4-4308-97a7-ae8139a083c5 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:00.937263 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3ace1897-b8f2-4857-8afb-e3d614828d48 req-1f721a58-72a4-4308-97a7-ae8139a083c5 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0461929 Aug 31 05:39:00.974428 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3ace1897-b8f2-4857-8afb-e3d614828d48 req-ec0a4d1d-f7ec-4d11-83b0-2361b49a7e7d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312645 Aug 31 05:39:01.784891 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad9577-7dbf-4b46-80b8-befbfb8c2fdd req-e5f3e00a-2385-40f7-8206-df920958e052 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:01.786439 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-caad9577-7dbf-4b46-80b8-befbfb8c2fdd req-e5f3e00a-2385-40f7-8206-df920958e052 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0512617 Aug 31 05:39:01.822959 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-caad9577-7dbf-4b46-80b8-befbfb8c2fdd req-ba3d8b5e-40f5-4428-a864-e275294f8134 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300601 Aug 31 05:39:01.877216 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa19b-ae59-4f62-ac9a-9bf64a25d894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:02.095344 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cb545-3145-47d1-89d8-28d26c12d59b req-e11c7963-1b75-46d1-ad69-840f0a258bd5 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:02.096853 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-832cb545-3145-47d1-89d8-28d26c12d59b req-e11c7963-1b75-46d1-ad69-840f0a258bd5 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0483763 Aug 31 05:39:02.138535 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-832cb545-3145-47d1-89d8-28d26c12d59b req-8f8f604b-c9ec-4ad9-89ac-73ac78f31acd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353711 Aug 31 05:39:02.338433 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:02.634387 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [req-1daf2095-114e-413b-8a3f-6f72b1ab9514 req-e9615e6f-814b-48e9-baaa-a0e6822e4307 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:39:02.635633 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1daf2095-114e-413b-8a3f-6f72b1ab9514 req-e9615e6f-814b-48e9-baaa-a0e6822e4307 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063336 Aug 31 05:39:02.797681 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86def89a-cd9e-4c03-94d8-9bf0e83207cd req-153a0227-1f72-4d1f-bccb-b4ec604fb643 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:02.799411 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-86def89a-cd9e-4c03-94d8-9bf0e83207cd req-153a0227-1f72-4d1f-bccb-b4ec604fb643 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 945 time: 0.0557990 Aug 31 05:39:02.840640 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-86def89a-cd9e-4c03-94d8-9bf0e83207cd req-824e41e2-35cb-47d9-99b6-90c97cda4daa tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348871 Aug 31 05:39:02.958269 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1eede1-d3cf-4da2-86fc-d5c8d3241625 req-7ca3ebe1-d95a-45a0-bbb6-4a53115d2dfa tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:02.959875 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-dc1eede1-d3cf-4da2-86fc-d5c8d3241625 req-7ca3ebe1-d95a-45a0-bbb6-4a53115d2dfa tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0533895 Aug 31 05:39:03.000522 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 13ed1221-4f34-4b25-834d-1d691d85f62d no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:39:03.005164 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-dc1eede1-d3cf-4da2-86fc-d5c8d3241625 req-7f7d83c2-8734-46ff-a8a1-4c2b7298fb41 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385520 Aug 31 05:39:03.092387 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:03.115761 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13ed1221-4f34-4b25-834d-1d691d85f62d'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:03.118015 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ce3553-4892-40e1-a169-1ab442040617" -d '{"events": [{"server_uuid": "0a4e023e-06a7-41e3-b62e-64e5a4471f4e", "name": "network-vif-unplugged", "status": "completed", "tag": "13ed1221-4f34-4b25-834d-1d691d85f62d"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:03.139468 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 13ed1221-4f34-4b25-834d-1d691d85f62d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13ed1221-4f34-4b25-834d-1d691d85f62d,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:03.144857 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:03.145685 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:39:03.168253 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0920ace3-83e9-4bec-ab2d-d6cb75ff99d2 x-openstack-request-id: req-0920ace3-83e9-4bec-ab2d-d6cb75ff99d2 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:03.168548 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4e023e-06a7-41e3-b62e-64e5a4471f4e", "name": "network-vif-unplugged", "status": "failed", "tag": "13ed1221-4f34-4b25-834d-1d691d85f62d", "code": 422}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:03.168794 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0920ace3-83e9-4bec-ab2d-d6cb75ff99d2 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:03.169417 dv-cinder-806559-3-iscsi neutron-server[94007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'code': 422} returned with failed status Aug 31 05:39:03.169926 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:39:03.170248 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 7d408583-a9c8-431c-a99e-eb1ac3a8ba66 not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:39:03.218052 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=13ed1221-4f34-4b25-834d-1d691d85f62d,revision_number=8']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:03.234299 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50876) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:03.281795 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:03.320929 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a35d1600-9f5a-46d4-819f-d4c3ee2c7605 req-6db45a34-e84a-4a7b-ba67-09d246cf2a1a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853448 Aug 31 05:39:03.958041 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04340-28b3-4c97-8280-8e51f0d3892b req-041731a2-c713-456c-979d-d73c3946b9ef tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:03.960123 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0ba04340-28b3-4c97-8280-8e51f0d3892b req-041731a2-c713-456c-979d-d73c3946b9ef tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.0474746 Aug 31 05:39:03.997680 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0ba04340-28b3-4c97-8280-8e51f0d3892b req-f8e6816b-678b-41f5-b309-bdd0a0e1ce43 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317795 Aug 31 05:39:04.128660 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12130193-3484-4bfd-bf9f-e0f846d4906d req-62e8c799-56df-40ae-9d06-991b7e197127 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:04.130188 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-12130193-3484-4bfd-bf9f-e0f846d4906d req-62e8c799-56df-40ae-9d06-991b7e197127 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0521209 Aug 31 05:39:04.172384 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-12130193-3484-4bfd-bf9f-e0f846d4906d req-4c6f27ad-106c-4adf-ba4d-32f4981582a3 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357661 Aug 31 05:39:04.378122 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50902) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:04.482923 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3366fc09-1c0b-46fc-ab1e-384a7237fe32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:04.573205 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3366fc09-1c0b-46fc-ab1e-384a7237fe32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:04.577148 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3366fc09-1c0b-46fc-ab1e-384a7237fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:04.619690 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-3366fc09-1c0b-46fc-ab1e-384a7237fe32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2af89f33d91d49b2b21d4985aaa571fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404871 Aug 31 05:39:04.620528 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366fc09-1c0b-46fc-ab1e-384a7237fe32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411824ea-8d34-4574-81fd-a42615a96974,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:04.622418 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 50910) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:04.680245 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:04.705072 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:04.757086 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:04.759793 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:04.760961 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-f4925403-6034-4168-91e6-088444152101 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/411824ea-8d34-4574-81fd-a42615a96974 HTTP/1.1" status: 204 len: 168 time: 0.1375747 Aug 31 05:39:04.787684 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d1600-9f5a-46d4-819f-d4c3ee2c7605 req-8c18ef4e-6ed4-40bc-b4f9-593d4835a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:04.789211 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a35d1600-9f5a-46d4-819f-d4c3ee2c7605 req-8c18ef4e-6ed4-40bc-b4f9-593d4835a918 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e&tenant_id=b6c47714db89402f9cf71ccca20e69bd HTTP/1.1" status: 200 len: 1096 time: 0.0749600 Aug 31 05:39:04.797290 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411824ea-8d34-4574-81fd-a42615a96974,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:04.810432 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:04.810786 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:04.811146 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:04.811487 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:04.811812 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:04.812138 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:04.812458 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:04.812784 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:04.813092 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:04.813406 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:04.813720 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:04.814031 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4925403-6034-4168-91e6-088444152101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:04.838613 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882036d-7b6a-4a2a-99d8-09506d632447 req-a529b478-2a59-479e-b0fa-4208a77392ab tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:04.845820 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3882036d-7b6a-4a2a-99d8-09506d632447 req-a529b478-2a59-479e-b0fa-4208a77392ab tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 946 time: 0.0838101 Aug 31 05:39:04.859487 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:04.866655 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d1600-9f5a-46d4-819f-d4c3ee2c7605 req-837eaa33-c97f-4ffa-ab36-61694215e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:04.868230 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a35d1600-9f5a-46d4-819f-d4c3ee2c7605 req-837eaa33-c97f-4ffa-ab36-61694215e599 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6c47714db89402f9cf71ccca20e69bd&device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 1096 time: 0.0517750 Aug 31 05:39:04.883460 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3882036d-7b6a-4a2a-99d8-09506d632447 req-58cb647a-8a09-420d-9a25-7f3067b4ae6e tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367610 Aug 31 05:39:04.911649 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 50920) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:04.969506 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d1600-9f5a-46d4-819f-d4c3ee2c7605 req-e51ec8ce-7cd0-4084-8aee-6d521cb16164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:04.970990 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a35d1600-9f5a-46d4-819f-d4c3ee2c7605 req-e51ec8ce-7cd0-4084-8aee-6d521cb16164 service neutron] 10.222.0.32 "GET /v2.0/networks?id=363f55b9-7106-4007-95f7-6d844418cbce HTTP/1.1" status: 200 len: 917 time: 0.0946789 Aug 31 05:39:05.055425 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a35d1600-9f5a-46d4-819f-d4c3ee2c7605 req-04f81334-0411-4cfa-a91b-8e9654e415e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13ed1221-4f34-4b25-834d-1d691d85f62d HTTP/1.1" status: 200 len: 998 time: 0.0664024 Aug 31 05:39:05.077722 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 50926) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:05.113610 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d1600-9f5a-46d4-819f-d4c3ee2c7605 req-81ccbf2d-706f-4220-b9a9-38989f244fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:05.115278 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a35d1600-9f5a-46d4-819f-d4c3ee2c7605 req-81ccbf2d-706f-4220-b9a9-38989f244fca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e40e479-664b-4bab-bbec-50a8e96df2b0 HTTP/1.1" status: 200 len: 855 time: 0.0490479 Aug 31 05:39:05.116361 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-bdb91975-0271-4c79-93ef-d65cbaff8815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:05.161430 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d1600-9f5a-46d4-819f-d4c3ee2c7605 req-cd2c13ef-8468-40f6-82a2-a1eb36060655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:05.163471 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a35d1600-9f5a-46d4-819f-d4c3ee2c7605 req-cd2c13ef-8468-40f6-82a2-a1eb36060655 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=363f55b9-7106-4007-95f7-6d844418cbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388854 Aug 31 05:39:05.212302 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc36b71-bb22-42b8-aa26-db8642117f35 req-3b4492f1-9c5a-454b-aae5-5a8ae430dcd3 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:05.213790 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6cc36b71-bb22-42b8-aa26-db8642117f35 req-3b4492f1-9c5a-454b-aae5-5a8ae430dcd3 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.1380486 Aug 31 05:39:05.231308 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4a4f5d-866f-4edd-b4e2-8be3187e07c0 tempest-TestMinimumBasicScenario-1809488970 tempest-TestMinimumBasicScenario-1809488970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:05.232803 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-8a4a4f5d-866f-4edd-b4e2-8be3187e07c0 tempest-TestMinimumBasicScenario-1809488970 tempest-TestMinimumBasicScenario-1809488970-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 1094 time: 0.3196898 Aug 31 05:39:05.239389 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50930) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:05.247988 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Request body: {'floatingip': {'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'port_id': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:05.272592 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a35d1600-9f5a-46d4-819f-d4c3ee2c7605 req-16be75ac-b9e1-46f7-b390-06bfdec4ad26 service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998826 Aug 31 05:39:05.314965 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6cc36b71-bb22-42b8-aa26-db8642117f35 req-bf8d478a-a253-4241-9312-52a9e23a607e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880468 Aug 31 05:39:05.338745 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b149cde-467d-4d1a-a190-4a43b0278697 req-02ecccac-384d-4bd2-9847-28c0c83ec12c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:05.340260 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0b149cde-467d-4d1a-a190-4a43b0278697 req-02ecccac-384d-4bd2-9847-28c0c83ec12c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0891898 Aug 31 05:39:05.383686 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a35d1600-9f5a-46d4-819f-d4c3ee2c7605 req-a67fa423-13ac-4808-ade6-ef67f22178bf service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914612 Aug 31 05:39:05.385812 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-bdb91975-0271-4c79-93ef-d65cbaff8815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:05.393154 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-bdb91975-0271-4c79-93ef-d65cbaff8815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:05.408636 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for floatingip, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:05.418995 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0b149cde-467d-4d1a-a190-4a43b0278697 req-2a602620-1ff2-4cc3-a9c9-c014dfb5fcf2 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700009 Aug 31 05:39:05.440612 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-bdb91975-0271-4c79-93ef-d65cbaff8815 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ed005d2150041888e22c8708d1d2007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619516 Aug 31 05:39:05.441688 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb91975-0271-4c79-93ef-d65cbaff8815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c9b236-cf27-459c-ab94-256948b029a1,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:05.444976 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 50934) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:05.494507 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-24867277-6019-4704-bcc4-264d661146ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:05.514523 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-24867277-6019-4704-bcc4-264d661146ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:05.518518 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:05.565010 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-24867277-6019-4704-bcc4-264d661146ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:05.567776 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-24867277-6019-4704-bcc4-264d661146ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:05.571323 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-24867277-6019-4704-bcc4-264d661146ea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69c9b236-cf27-459c-ab94-256948b029a1 HTTP/1.1" status: 204 len: 168 time: 0.1226561 Aug 31 05:39:05.580265 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24867277-6019-4704-bcc4-264d661146ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c9b236-cf27-459c-ab94-256948b029a1,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:05.638475 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Allocated IP 172.27.1.176 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/86029b47-c5a2-49f3-b3c7-894352f7f0f3) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:39:05.750248 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:05.795130 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:05.831306 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:39:05.836695 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:39:05.839306 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:39:05.868978 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event updated for resources: {'Port': ['ID=86029b47-c5a2-49f3-b3c7-894352f7f0f3,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:05.949212 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50952) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:05.967757 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-da7070f5-219b-4e05-b8d2-019b4672ef1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:06.232184 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-da7070f5-219b-4e05-b8d2-019b4672ef1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:06.239184 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-da7070f5-219b-4e05-b8d2-019b4672ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:06.313046 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7070f5-219b-4e05-b8d2-019b4672ef1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088abd87-0fc5-415c-aaa6-f1604a93817b,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:06.319519 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-da7070f5-219b-4e05-b8d2-019b4672ef1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc1b14898dc84528988ca4d547f6d676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691869 Aug 31 05:39:06.324979 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 50960) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:06.343360 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:06.398377 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8488bb2b-99e1-4097-9553-2e2533850800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:06.431324 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8488bb2b-99e1-4097-9553-2e2533850800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:06.442825 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:06.494316 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec83503-6fad-428a-9dc6-9345e47d69ab req-7183e449-9513-4f70-8b24-64239b6cbe93 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:06.496204 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-eec83503-6fad-428a-9dc6-9345e47d69ab req-7183e449-9513-4f70-8b24-64239b6cbe93 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.0790751 Aug 31 05:39:06.593243 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-eec83503-6fad-428a-9dc6-9345e47d69ab req-8e369b2e-8788-462c-b201-f2677def4d69 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857584 Aug 31 05:39:06.596265 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8488bb2b-99e1-4097-9553-2e2533850800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:06.598759 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8488bb2b-99e1-4097-9553-2e2533850800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:06.599910 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-8488bb2b-99e1-4097-9553-2e2533850800 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/088abd87-0fc5-415c-aaa6-f1604a93817b HTTP/1.1" status: 204 len: 168 time: 0.2733605 Aug 31 05:39:06.611320 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61eefb8-0b5b-42c7-9156-d394d42f4f5f req-4b6cb962-e3b2-457e-935e-2f7ceded1b18 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:06.621151 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c61eefb8-0b5b-42c7-9156-d394d42f4f5f req-4b6cb962-e3b2-457e-935e-2f7ceded1b18 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.1234372 Aug 31 05:39:06.629349 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488bb2b-99e1-4097-9553-2e2533850800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088abd87-0fc5-415c-aaa6-f1604a93817b,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:06.680623 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:06.687195 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c61eefb8-0b5b-42c7-9156-d394d42f4f5f req-e9370672-4a71-49ff-a15d-fb837998359c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597878 Aug 31 05:39:06.691745 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:06.772336 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event updated for resources: {'Port': ['ID=86029b47-c5a2-49f3-b3c7-894352f7f0f3,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:06.783404 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:06.900418 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.l3_db [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Floating IP ead026e4-15be-4056-bcd8-3d2572088ff6 associated. External IP: 172.27.1.176, port: 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9. Aug 31 05:39:07.144997 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:39:07.259157 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:39:07.270011 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aec861b-58a5-4ef1-834f-4ec86b237a41 None None] Sync routers for ids ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:39:07.275393 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:07.282730 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aec861b-58a5-4ef1-834f-4ec86b237a41 None None] Routers {'6dbb79a7-86c5-43ad-a20b-1efab5b03c23'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:39:07.283384 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-6aec861b-58a5-4ef1-834f-4ec86b237a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:39:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:07.315049 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-4ff4ff93-6c03-4129-81bb-18183d7fc52d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0746052 Aug 31 05:39:07.316056 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'tag': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:07.317875 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 50986) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:07.320234 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cf12ab-dcb8-4e3d-9dcf-61c1d9920de9" -d '{"events": [{"name": "network-changed", "server_uuid": "2209ac27-c2fa-4fd6-9e90-af84bd95840a", "tag": "9ed08ce6-ec1d-48aa-824b-fa4abd574ce9"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:07.323200 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-29f5f0cf-a48d-429e-910d-2b17ed39b49a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1963722304', 'description': 'tempest-secgroup-smoke-1963722304 description', 'project_id': '670d3c40a5e44c9ea470cf2712d349e6'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:07.366480 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f36448-44a3-44af-850e-816dc242c72c x-openstack-request-id: req-40f36448-44a3-44af-850e-816dc242c72c {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:07.366800 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2209ac27-c2fa-4fd6-9e90-af84bd95840a", "tag": "9ed08ce6-ec1d-48aa-824b-fa4abd574ce9", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:07.367060 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40f36448-44a3-44af-850e-816dc242c72c {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:07.367490 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'tag': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9', 'status': 'completed', 'code': 200} Aug 31 05:39:07.394802 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-29f5f0cf-a48d-429e-910d-2b17ed39b49a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:07.424077 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-6aec861b-58a5-4ef1-834f-4ec86b237a41 None None] Set router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:39:07.503589 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50994) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:07.516357 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-29f5f0cf-a48d-429e-910d-2b17ed39b49a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:07.521654 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-29f5f0cf-a48d-429e-910d-2b17ed39b49a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:07.569648 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5f0cf-a48d-429e-910d-2b17ed39b49a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:07.573805 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-29f5f0cf-a48d-429e-910d-2b17ed39b49a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:07.578549 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 50998) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:07.583885 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-fd49eebe-0085-47ee-9221-9870927e03ca tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Request body: {'security_group_rule': {'security_group_id': 'b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8', 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:07.584042 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-29f5f0cf-a48d-429e-910d-2b17ed39b49a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2558320 Aug 31 05:39:07.632288 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fd49eebe-0085-47ee-9221-9870927e03ca tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:07.676504 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1912380824-network', 'tenant_id': '1750ca6f38f34c1696670f96079d56b1'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:07.739782 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-6aec861b-58a5-4ef1-834f-4ec86b237a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:11Z', 'revision_number': 4, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port': {'id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'ead026e4-15be-4056-bcd8-3d2572088ff6', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'port_id': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'mac_address': 'fa:16:3e:7c:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:39:06Z', 'updated_at': '2021-08-31T05:39:06Z', 'revision_number': 0, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505debea-576d-4d39-b164-3c4f47c8b088', 'name': '', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'mac_address': 'fa:16:3e:37:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:10Z', 'updated_at': '2021-08-31T05:38:17Z', 'revision_number': 5, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'subnets': [{'id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:07.741383 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] Made reservation on behalf of 1750ca6f38f34c1696670f96079d56b1 for: {'network': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:39:07.747684 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:07.757871 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:07.773118 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aec861b-58a5-4ef1-834f-4ec86b237a41 None None] Checking router: 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:39:07.796386 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fd49eebe-0085-47ee-9221-9870927e03ca tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:07.806256 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fd49eebe-0085-47ee-9221-9870927e03ca tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:07.806471 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aec861b-58a5-4ef1-834f-4ec86b237a41 None None] Routers {'6dbb79a7-86c5-43ad-a20b-1efab5b03c23'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:39:07.806997 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-6aec861b-58a5-4ef1-834f-4ec86b237a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:39:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:07.837534 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49eebe-0085-47ee-9221-9870927e03ca tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bb0989-2e8e-476a-92e3-e1c023006ac5,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:07.879891 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d5aca-e242-4dd6-8fa0-7c986b4f0a20 req-d863513b-afd8-4f35-bd40-48fa9c7ca34a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:07.881511 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d01d5aca-e242-4dd6-8fa0-7c986b4f0a20 req-d863513b-afd8-4f35-bd40-48fa9c7ca34a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.1762903 Aug 31 05:39:07.921398 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8341c-45fc-4937-9c93-7356e1251d05 req-f6581074-49a3-4bfb-84fa-914c532f4d5c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:07.922912 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-44a8341c-45fc-4937-9c93-7356e1251d05 req-f6581074-49a3-4bfb-84fa-914c532f4d5c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.1211641 Aug 31 05:39:07.938839 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:07.946574 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:07.955009 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d01d5aca-e242-4dd6-8fa0-7c986b4f0a20 req-eea80017-58f8-4f2f-be7e-bc39f2b8c6a5 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617688 Aug 31 05:39:07.982707 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fd49eebe-0085-47ee-9221-9870927e03ca tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:07.984291 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-fd49eebe-0085-47ee-9221-9870927e03ca tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4046488 Aug 31 05:39:07.989828 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-44a8341c-45fc-4937-9c93-7356e1251d05 req-475a31f4-fe8a-4009-b066-f567cab0d203 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601218 Aug 31 05:39:07.990570 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 51004) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:07.995512 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=94005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:39:08.000570 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-01504f05-b60b-4d96-9954-850d9ede0bf3 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Request body: {'security_group_rule': {'security_group_id': 'b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8', 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:08.020735 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-6aec861b-58a5-4ef1-834f-4ec86b237a41 None None] Set router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:39:08.035438 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.035698 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.segments_db [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] Added segment 55b78d3c-d022-4cac-993d-89284e56a4b8 of type vlan for network 0cd6539b-283b-4f3a-b994-98c44338faa4 Aug 31 05:39:08.037593 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e4c38b-4797-483f-bd06-952682577d2c,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:08.087691 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-01504f05-b60b-4d96-9954-850d9ede0bf3 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.111051 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.160072 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-01504f05-b60b-4d96-9954-850d9ede0bf3 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.162843 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.163871 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:08.164451 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.170032 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-01504f05-b60b-4d96-9954-850d9ede0bf3 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.243903 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01504f05-b60b-4d96-9954-850d9ede0bf3 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd02889-cdd9-4204-b9c8-28e5415c0c70,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:08.276985 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-01504f05-b60b-4d96-9954-850d9ede0bf3 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.278291 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-01504f05-b60b-4d96-9954-850d9ede0bf3 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2848694 Aug 31 05:39:08.279488 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] Pushing event updated for resources: {'Network': ['ID=0cd6539b-283b-4f3a-b994-98c44338faa4,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:08.281334 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51006) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:08.286073 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-a6f6e44e-3dba-4915-b520-b093ce2fdfb4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Request body: {'security_group_rule': {'security_group_id': 'b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8', 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:08.287597 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-4a066502-788b-4346-92f9-fed93827aa58 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7829194 Aug 31 05:39:08.288817 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 51008) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:08.296653 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network 0cd6539b-283b-4f3a-b994-98c44338faa4 details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:39:08.297064 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-abd28a6c-2eb3-4ef2-9a95-504419aa4373 admin admin] Request body: {'subnet': {'network_id': '0cd6539b-283b-4f3a-b994-98c44338faa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1912380824-subnet', 'tenant_id': '1750ca6f38f34c1696670f96079d56b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:08.323876 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd28a6c-2eb3-4ef2-9a95-504419aa4373 admin admin] Made reservation on behalf of 1750ca6f38f34c1696670f96079d56b1 for: {'subnet': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:39:08.326806 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-abd28a6c-2eb3-4ef2-9a95-504419aa4373 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9430071'] for subnet, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.370990 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e44e-3dba-4915-b520-b093ce2fdfb4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.438184 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e44e-3dba-4915-b520-b093ce2fdfb4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.442480 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e44e-3dba-4915-b520-b093ce2fdfb4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.461865 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6e44e-3dba-4915-b520-b093ce2fdfb4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac8ae93-ec60-4741-9613-2570b00c25e8,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:08.468733 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-6aec861b-58a5-4ef1-834f-4ec86b237a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:11Z', 'revision_number': 4, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port': {'id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'ead026e4-15be-4056-bcd8-3d2572088ff6', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'port_id': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'mac_address': 'fa:16:3e:7c:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:39:06Z', 'updated_at': '2021-08-31T05:39:06Z', 'revision_number': 0, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505debea-576d-4d39-b164-3c4f47c8b088', 'name': '', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'mac_address': 'fa:16:3e:37:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:10Z', 'updated_at': '2021-08-31T05:38:17Z', 'revision_number': 5, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'subnets': [{'id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:08.472098 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e44e-3dba-4915-b520-b093ce2fdfb4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.473456 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-a6f6e44e-3dba-4915-b520-b093ce2fdfb4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1909955 Aug 31 05:39:08.476792 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51010) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:08.481432 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-ece8d7dc-eac0-4ac9-b501-9c84a5e72f5d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Request body: {'security_group_rule': {'security_group_id': 'b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8', 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:08.501415 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aec861b-58a5-4ef1-834f-4ec86b237a41 None None] The sync data for ids ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'] in dv-cinder-806559-3-iscsi is: [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:11Z', 'revision_number': 4, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port': {'id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'ead026e4-15be-4056-bcd8-3d2572088ff6', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'port_id': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'mac_address': 'fa:16:3e:7c:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:39:06Z', 'updated_at': '2021-08-31T05:39:06Z', 'revision_number': 0, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505debea-576d-4d39-b164-3c4f47c8b088', 'name': '', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'mac_address': 'fa:16:3e:37:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:10Z', 'updated_at': '2021-08-31T05:38:17Z', 'revision_number': 5, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'subnets': [{'id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:39:08.547015 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-abd28a6c-2eb3-4ef2-9a95-504419aa4373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4118051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9430049'] for subnet, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.558894 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ece8d7dc-eac0-4ac9-b501-9c84a5e72f5d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.633620 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ece8d7dc-eac0-4ac9-b501-9c84a5e72f5d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.637581 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ece8d7dc-eac0-4ac9-b501-9c84a5e72f5d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.658579 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8d7dc-eac0-4ac9-b501-9c84a5e72f5d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba454efb-b1a8-4987-8747-e01ff480407d,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:08.675139 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ece8d7dc-eac0-4ac9-b501-9c84a5e72f5d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.677108 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ece8d7dc-eac0-4ac9-b501-9c84a5e72f5d tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1993694 Aug 31 05:39:08.680155 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51012) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:08.696765 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-1e67b034-c5ed-4b50-b8bb-07ab87d3f0d5 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Request body: {'security_group_rule': {'security_group_id': 'b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8', 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:08.724222 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.securitygroups_db [None req-1e67b034-c5ed-4b50-b8bb-07ab87d3f0d5 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Project 670d3c40a5e44c9ea470cf2712d349e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 05:39:08.730811 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1e67b034-c5ed-4b50-b8bb-07ab87d3f0d5 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.792644 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd98520-ed57-4ba0-ad6d-98746973f824 None None] New status for floating IP ead026e4-15be-4056-bcd8-3d2572088ff6: ACTIVE {{(pid=94007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:39:08.845857 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1e67b034-c5ed-4b50-b8bb-07ab87d3f0d5 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.851733 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1e67b034-c5ed-4b50-b8bb-07ab87d3f0d5 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.878570 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd28a6c-2eb3-4ef2-9a95-504419aa4373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c1a4b4-e7fb-4e8c-92c1-89d9eddb14e8,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:08.880223 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67b034-c5ed-4b50-b8bb-07ab87d3f0d5 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b278d8-e253-47ec-87fd-49e405c18169,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:08.887335 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd28a6c-2eb3-4ef2-9a95-504419aa4373 admin admin] Checking segment: {'id': '55b78d3c-d022-4cac-993d-89284e56a4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0cd6539b-283b-4f3a-b994-98c44338faa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:39:08.887767 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd28a6c-2eb3-4ef2-9a95-504419aa4373 admin admin] Network hostable DHCP agents. Network: 0cd6539b-283b-4f3a-b994-98c44338faa4, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:39:08.891495 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1e67b034-c5ed-4b50-b8bb-07ab87d3f0d5 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.893103 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-1e67b034-c5ed-4b50-b8bb-07ab87d3f0d5 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2113540 Aug 31 05:39:08.895856 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51014) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:08.908147 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-4dcaf478-382d-4d5c-a944-fcdd690b51b4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Request body: {'security_group_rule': {'security_group_id': 'b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8', 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:08.913834 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd28a6c-2eb3-4ef2-9a95-504419aa4373 admin admin] Network 0cd6539b-283b-4f3a-b994-98c44338faa4 is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:39:08.925870 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-abd28a6c-2eb3-4ef2-9a95-504419aa4373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, 0cd6539b-283b-4f3a-b994-98c44338faa4) {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:39:08.935388 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd28a6c-2eb3-4ef2-9a95-504419aa4373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:08.936879 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-abd28a6c-2eb3-4ef2-9a95-504419aa4373 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.937017 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc70fa90-1fd2-44e3-b6ce-2e2d1ca326fa None None] Network 0cd6539b-283b-4f3a-b994-98c44338faa4 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:39:08.941709 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.securitygroups_db [None req-4dcaf478-382d-4d5c-a944-fcdd690b51b4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Project 670d3c40a5e44c9ea470cf2712d349e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 05:39:08.948558 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf478-382d-4d5c-a944-fcdd690b51b4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:08.964053 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-abd28a6c-2eb3-4ef2-9a95-504419aa4373 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6633031 Aug 31 05:39:09.059475 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf478-382d-4d5c-a944-fcdd690b51b4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:09.066952 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf478-382d-4d5c-a944-fcdd690b51b4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:09.147307 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaf478-382d-4d5c-a944-fcdd690b51b4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15955509-757a-48cb-875c-9b67bc153dc5,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:09.164656 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc6e0da-8ad4-486b-83b0-e1ae9296a53c None None] Network 0cd6539b-283b-4f3a-b994-98c44338faa4 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:39:09.168426 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf478-382d-4d5c-a944-fcdd690b51b4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:09.173175 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-4dcaf478-382d-4d5c-a944-fcdd690b51b4 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2756801 Aug 31 05:39:09.236984 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1cd07-8899-40da-a215-ba2a044f049a req-737d93bc-cee9-46d9-ba8e-9d276d899124 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:09.238777 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-02c1cd07-8899-40da-a215-ba2a044f049a req-737d93bc-cee9-46d9-ba8e-9d276d899124 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.1296694 Aug 31 05:39:09.249260 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4314e1-0947-44a1-93b3-1c367dd659f4 req-59ec1adb-3d3a-4f69-be52-d9efc1c34c47 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:09.257443 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7e4314e1-0947-44a1-93b3-1c367dd659f4 req-59ec1adb-3d3a-4f69-be52-d9efc1c34c47 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.1401255 Aug 31 05:39:09.326945 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7e4314e1-0947-44a1-93b3-1c367dd659f4 req-02b39153-a560-4698-a8d0-a7a9ed6e41cc tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686088 Aug 31 05:39:09.340577 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-02c1cd07-8899-40da-a215-ba2a044f049a req-5a34311b-8eca-4c46-b450-8d37d0a6948c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803945 Aug 31 05:39:09.436747 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-63771839-cc55-4125-b2d4-772e510d7833 req-9be4479f-b7af-425a-9a9b-b6d7dd004924 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1963722304&fields=id&tenant_id=670d3c40a5e44c9ea470cf2712d349e6 HTTP/1.1" status: 200 len: 267 time: 0.0369673 Aug 31 05:39:09.494547 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63771839-cc55-4125-b2d4-772e510d7833 req-7f08e965-2d40-47f3-b9d8-904d0d01e610 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:09.496194 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-63771839-cc55-4125-b2d4-772e510d7833 req-7f08e965-2d40-47f3-b9d8-904d0d01e610 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 946 time: 0.0537291 Aug 31 05:39:09.508870 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [req-63771839-cc55-4125-b2d4-772e510d7833 req-b005cbd6-05c1-4f3a-9236-a6751423f107 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Request body: {'port': {'security_groups': ['af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a', 'b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8']}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:09.574913 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [req-63771839-cc55-4125-b2d4-772e510d7833 req-b005cbd6-05c1-4f3a-9236-a6751423f107 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:09.925112 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [req-63771839-cc55-4125-b2d4-772e510d7833 req-b005cbd6-05c1-4f3a-9236-a6751423f107 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] For port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,segment=NetworkSegment(dbadf789-5981-4a76-87a2-51bdfa7af51a),segment_id=dbadf789-5981-4a76-87a2-51bdfa7af51a)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:09.953634 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [req-63771839-cc55-4125-b2d4-772e510d7833 req-b005cbd6-05c1-4f3a-9236-a6751423f107 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:09.957205 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [req-63771839-cc55-4125-b2d4-772e510d7833 req-b005cbd6-05c1-4f3a-9236-a6751423f107 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4057228'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:09.971985 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['9ed08ce6-ec1d-48aa-824b-fa4abd574ce9'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:39:10.056028 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63771839-cc55-4125-b2d4-772e510d7833 req-b005cbd6-05c1-4f3a-9236-a6751423f107 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:10.056650 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [req-63771839-cc55-4125-b2d4-772e510d7833 req-b005cbd6-05c1-4f3a-9236-a6751423f107 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for port, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:10.058133 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-63771839-cc55-4125-b2d4-772e510d7833 req-b005cbd6-05c1-4f3a-9236-a6751423f107 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "PUT /v2.0/ports/9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 HTTP/1.1" status: 200 len: 982 time: 0.5547073 Aug 31 05:39:10.058832 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'tag': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9'}] {{(pid=94006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:10.061265 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fcbfbdd9b74ff4cb14d8c7c5521a31bcdab3071e6810f807a3c3deab47fc22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50406405-dddc-43fc-8ed4-a507b3d6e19f" -d '{"events": [{"name": "network-changed", "server_uuid": "2209ac27-c2fa-4fd6-9e90-af84bd95840a", "tag": "9ed08ce6-ec1d-48aa-824b-fa4abd574ce9"}]}' {{(pid=94006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:10.137025 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc734ec-038d-4035-8ce0-c8cf01cc64c1 x-openstack-request-id: req-3dc734ec-038d-4035-8ce0-c8cf01cc64c1 {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:10.137576 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2209ac27-c2fa-4fd6-9e90-af84bd95840a", "tag": "9ed08ce6-ec1d-48aa-824b-fa4abd574ce9", "status": "completed", "code": 200}]} {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:10.137986 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3dc734ec-038d-4035-8ce0-c8cf01cc64c1 {{(pid=94006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:10.138548 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'tag': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9', 'status': 'completed', 'code': 200} Aug 31 05:39:10.147230 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005cbd6-05c1-4f3a-9236-a6751423f107 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event updated for resources: {'Port': ['ID=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,revision_number=6']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:10.179618 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['9ed08ce6-ec1d-48aa-824b-fa4abd574ce9'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:39:10.429783 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cba62-a0b7-484b-8bbf-287664f547ca req-ffaacf0b-4de2-49d5-b4f0-7cd7fd64887b tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:10.431255 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-163cba62-a0b7-484b-8bbf-287664f547ca req-ffaacf0b-4de2-49d5-b4f0-7cd7fd64887b tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 985 time: 0.2802227 Aug 31 05:39:10.466061 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-f8a21dba-f89c-40fd-928f-598631b3a7ef None None] Provisioning complete for port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:39:10.466592 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f8a21dba-f89c-40fd-928f-598631b3a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:10.517062 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-163cba62-a0b7-484b-8bbf-287664f547ca req-cd5b1f56-c774-4251-96dd-dab514dd7cba tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&id=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718250 Aug 31 05:39:10.540155 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4651ee-9412-43fc-8a97-8329346081c1 req-fd420b84-1a01-4b05-b87b-1745d78faccd tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:10.541765 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3b4651ee-9412-43fc-8a97-8329346081c1 req-fd420b84-1a01-4b05-b87b-1745d78faccd tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.1095302 Aug 31 05:39:10.623523 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3b4651ee-9412-43fc-8a97-8329346081c1 req-c584fee9-f57f-4400-adb4-9a7525d33ed9 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686553 Aug 31 05:39:10.702902 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c2c3c-1be0-4ba3-a6c7-aff3b9935b2a req-22bfd8e9-a347-4d32-a654-d8868d697fdc tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:10.704479 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4e1c2c3c-1be0-4ba3-a6c7-aff3b9935b2a req-22bfd8e9-a347-4d32-a654-d8868d697fdc tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.0778108 Aug 31 05:39:10.744351 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4e1c2c3c-1be0-4ba3-a6c7-aff3b9935b2a req-40056995-4899-41f0-9b65-7c34219f9adb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328689 Aug 31 05:39:10.960069 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-412d8f8a-c7c6-4d53-850b-7c7fd0243db5 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:10.961638 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-412d8f8a-c7c6-4d53-850b-7c7fd0243db5 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/networks?id=0cd6539b-283b-4f3a-b994-98c44338faa4 HTTP/1.1" status: 200 len: 809 time: 0.1023149 Aug 31 05:39:10.977586 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-0af83af2-82c5-4e69-81eb-d1441bf94a09 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/quotas/1750ca6f38f34c1696670f96079d56b1 HTTP/1.1" status: 200 len: 375 time: 0.0101676 Aug 31 05:39:11.011488 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-ff295a74-9429-4ebe-b3e3-5e3d985e3e2d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1750ca6f38f34c1696670f96079d56b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283210 Aug 31 05:39:11.104410 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-4712fef3-4461-43e9-aa46-3a290e89ebfe service neutron] 10.222.0.10 "GET /v2.0/networks/0cd6539b-283b-4f3a-b994-98c44338faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861914 Aug 31 05:39:11.197068 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-c26972a6-0b61-4f54-b061-b0315fddbaa0 service neutron] 10.222.0.10 "GET /v2.0/networks/0cd6539b-283b-4f3a-b994-98c44338faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866759 Aug 31 05:39:11.748746 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26931c9-28b3-4d3c-80dd-a582bd1c1b59 req-0fea7d2c-af9f-41b0-88c2-281a74c36448 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:11.752735 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c26931c9-28b3-4d3c-80dd-a582bd1c1b59 req-0fea7d2c-af9f-41b0-88c2-281a74c36448 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0483222 Aug 31 05:39:11.794394 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c26931c9-28b3-4d3c-80dd-a582bd1c1b59 req-c8a5d7eb-5fa1-4150-b7a0-69524f5513eb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363996 Aug 31 05:39:11.896521 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edeebea-3635-41b5-892d-6e8f85e68747 req-8a696e9e-8708-48e3-944a-e889353acf30 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:11.898451 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4edeebea-3635-41b5-892d-6e8f85e68747 req-8a696e9e-8708-48e3-944a-e889353acf30 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.0513904 Aug 31 05:39:11.936244 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4edeebea-3635-41b5-892d-6e8f85e68747 req-e8910013-15fc-4731-92cf-a22567239d7d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Aug 31 05:39:12.385467 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5edf0554-3eb9-4dfb-88f7-e1bf6b6cad0c req-17a94251-5b3d-48b3-8ff5-af121a8c3069 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 210 time: 0.0384462 Aug 31 05:39:12.918590 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7fdce-3102-44c9-bbdb-08c1985bf419 req-e74aa9fe-38b2-4ad5-b32b-0c1f00ded944 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:12.920281 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fbe7fdce-3102-44c9-bbdb-08c1985bf419 req-e74aa9fe-38b2-4ad5-b32b-0c1f00ded944 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0584645 Aug 31 05:39:12.957969 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fbe7fdce-3102-44c9-bbdb-08c1985bf419 req-0dd6e343-3074-42eb-9046-47936b282aa2 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310440 Aug 31 05:39:13.057896 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39bb1b-6999-4df7-a659-2d663c048fc0 req-316a5046-ea0c-4b5f-bf0a-aec860b34188 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:13.059405 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4e39bb1b-6999-4df7-a659-2d663c048fc0 req-316a5046-ea0c-4b5f-bf0a-aec860b34188 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.0518954 Aug 31 05:39:13.096679 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4e39bb1b-6999-4df7-a659-2d663c048fc0 req-4c4f752a-d564-4013-959b-fddcc185e5fe tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312111 Aug 31 05:39:13.467250 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-16dcc9b6-d880-4cb0-86f6-df6de7787d84 req-fa935ab9-b842-4607-8d1b-376316be84c6 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 210 time: 0.0265360 Aug 31 05:39:14.086712 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa11b26-eb40-4e75-a2eb-f1a005a53ad4 req-2c2efd31-8219-46c7-b346-9e9d95a6dc8b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:14.088301 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8aa11b26-eb40-4e75-a2eb-f1a005a53ad4 req-2c2efd31-8219-46c7-b346-9e9d95a6dc8b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0659306 Aug 31 05:39:14.135530 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8aa11b26-eb40-4e75-a2eb-f1a005a53ad4 req-bcf93d95-8ab1-44a7-833e-149496d4454b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 Aug 31 05:39:14.228859 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253442e-7e5c-4357-a317-c4f00b4cbe7f req-42acbff9-da41-4043-8a97-a9fde1d97994 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:14.230478 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5253442e-7e5c-4357-a317-c4f00b4cbe7f req-42acbff9-da41-4043-8a97-a9fde1d97994 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.0514948 Aug 31 05:39:14.268477 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5253442e-7e5c-4357-a317-c4f00b4cbe7f req-86a628e3-2efd-4eaf-9fa3-a5061cfe1e74 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315220 Aug 31 05:39:14.560518 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0085819c-cc06-413a-b34c-0b873dd2e090 req-e31ca682-a145-408a-8807-171af56fd016 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 210 time: 0.0276303 Aug 31 05:39:15.258786 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39cc0e-9e80-4a91-ad5c-a4d3ec29027a req-714624ed-1be3-4ad1-85b9-f1825fb6d5ac tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:15.260615 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5c39cc0e-9e80-4a91-ad5c-a4d3ec29027a req-714624ed-1be3-4ad1-85b9-f1825fb6d5ac tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0527329 Aug 31 05:39:15.307720 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5c39cc0e-9e80-4a91-ad5c-a4d3ec29027a req-a9fe5cd1-8341-4f93-a94c-555845e3ce3a tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409052 Aug 31 05:39:15.390895 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c9172-85c5-46d6-ba16-aee98b1adf70 req-14bca141-148d-4b10-8d7a-5e003a1582f1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:15.392425 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3b0c9172-85c5-46d6-ba16-aee98b1adf70 req-14bca141-148d-4b10-8d7a-5e003a1582f1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.0499520 Aug 31 05:39:15.430662 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3b0c9172-85c5-46d6-ba16-aee98b1adf70 req-f1693aef-9770-45a3-a765-22a869b51445 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314918 Aug 31 05:39:15.654430 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d55775fa-df60-4e40-abd6-97ffdad3d174 req-beb3fc19-cb28-41b7-9ad9-81759cb55847 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 210 time: 0.0246756 Aug 31 05:39:16.423636 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0fa2d-76c3-4f8f-85fb-1fa7f7c80d78 req-fbe8afbb-75d5-4dd8-a72f-d6502e0f217b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:16.425118 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-45b0fa2d-76c3-4f8f-85fb-1fa7f7c80d78 req-fbe8afbb-75d5-4dd8-a72f-d6502e0f217b tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0493059 Aug 31 05:39:16.467164 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-45b0fa2d-76c3-4f8f-85fb-1fa7f7c80d78 req-812a4f76-78f2-4efa-8533-d30f404ab7fc tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359952 Aug 31 05:39:16.565609 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea4611-7b4e-44b6-a2fd-9bc985ce1edc req-07979ba6-dea7-446c-a593-e4a2a0cc682d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:16.567165 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-80ea4611-7b4e-44b6-a2fd-9bc985ce1edc req-07979ba6-dea7-446c-a593-e4a2a0cc682d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.0518558 Aug 31 05:39:16.604624 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-80ea4611-7b4e-44b6-a2fd-9bc985ce1edc req-65bb4a23-4d48-46e1-8242-03bbe5c4f49b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315173 Aug 31 05:39:16.744600 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4a4192d5-ce5b-44a4-9dd0-fcfbbb4a7bc2 req-d5c1ffb0-11b0-483e-812e-ecc34a93491c tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 210 time: 0.0274081 Aug 31 05:39:17.591002 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22bca1-5618-41ef-9346-1b4316dd076b req-3621260c-5a47-4ed9-a2a5-1e1f1a4f47b1 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:17.592427 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0b22bca1-5618-41ef-9346-1b4316dd076b req-3621260c-5a47-4ed9-a2a5-1e1f1a4f47b1 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0468798 Aug 31 05:39:17.635436 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0b22bca1-5618-41ef-9346-1b4316dd076b req-e021b43b-0a6f-4cfe-a8ea-d497f5d680eb tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365937 Aug 31 05:39:17.728924 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d4676-4b1c-4a7d-81bd-a7baf89d486f req-f08a8ac6-be5a-4239-b613-70cf1cd0f148 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:17.730389 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-198d4676-4b1c-4a7d-81bd-a7baf89d486f req-f08a8ac6-be5a-4239-b613-70cf1cd0f148 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.0517709 Aug 31 05:39:17.781157 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-198d4676-4b1c-4a7d-81bd-a7baf89d486f req-d57e9820-d527-4a8f-b6c3-5c67c210de57 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436280 Aug 31 05:39:17.858075 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7b0715b4-1b16-4244-bc22-312e94a3ceb8 req-0f13ad39-4c26-4484-ab9b-fb443573d13d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 210 time: 0.0274169 Aug 31 05:39:18.747622 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cadfa1-15e9-42f4-9bbc-94deb73f7e69 req-82ed5253-5c6b-4498-9872-3fc6ea536df6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:18.749050 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-49cadfa1-15e9-42f4-9bbc-94deb73f7e69 req-82ed5253-5c6b-4498-9872-3fc6ea536df6 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0469418 Aug 31 05:39:18.788870 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-49cadfa1-15e9-42f4-9bbc-94deb73f7e69 req-780516c2-1636-4010-94fc-408462e3da87 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340178 Aug 31 05:39:18.900915 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40c1c0-b8ac-4365-aa77-2cdb6915205c req-269b2870-fe78-4daa-ab05-12b62f375e20 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:18.902375 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5b40c1c0-b8ac-4365-aa77-2cdb6915205c req-269b2870-fe78-4daa-ab05-12b62f375e20 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.0518150 Aug 31 05:39:18.952391 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-88b3e854-3065-42b5-b0ca-7e70b10c2bc6 req-eb61dac3-dc2a-484c-b6a7-059bf4f7a63c tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 210 time: 0.0279233 Aug 31 05:39:18.965892 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5b40c1c0-b8ac-4365-aa77-2cdb6915205c req-a75eea20-31cd-4e2c-9626-bc8494be51ab tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574517 Aug 31 05:39:19.001126 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf12ab-dcb8-4e3d-9dcf-61c1d9920de9 req-cc3a3e6b-ada3-4494-b446-b2c684fae71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:19.003204 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d5cf12ab-dcb8-4e3d-9dcf-61c1d9920de9 req-cc3a3e6b-ada3-4494-b446-b2c684fae71f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=670d3c40a5e44c9ea470cf2712d349e6&device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 1138 time: 0.0465322 Aug 31 05:39:19.097135 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf12ab-dcb8-4e3d-9dcf-61c1d9920de9 req-5071f534-998d-4dcd-b939-9cb2b4427cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:19.098611 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d5cf12ab-dcb8-4e3d-9dcf-61c1d9920de9 req-5071f534-998d-4dcd-b939-9cb2b4427cfb service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a6a1804-2296-461b-aa1f-808524c5fabd HTTP/1.1" status: 200 len: 915 time: 0.0861707 Aug 31 05:39:19.171675 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d5cf12ab-dcb8-4e3d-9dcf-61c1d9920de9 req-24f48f7d-3662-47bb-b002-91edc154f3ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 HTTP/1.1" status: 200 len: 1002 time: 0.0646188 Aug 31 05:39:19.227465 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf12ab-dcb8-4e3d-9dcf-61c1d9920de9 req-d987e443-d17a-4051-9ed9-ef03fbb996b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:19.228904 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d5cf12ab-dcb8-4e3d-9dcf-61c1d9920de9 req-d987e443-d17a-4051-9ed9-ef03fbb996b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc6a39d3-4167-4875-a56e-d1606992be8e HTTP/1.1" status: 200 len: 853 time: 0.0454457 Aug 31 05:39:19.275647 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf12ab-dcb8-4e3d-9dcf-61c1d9920de9 req-b5849326-b78f-4706-bc7a-a6c210f970ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:19.277078 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d5cf12ab-dcb8-4e3d-9dcf-61c1d9920de9 req-b5849326-b78f-4706-bc7a-a6c210f970ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a6a1804-2296-461b-aa1f-808524c5fabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383635 Aug 31 05:39:19.375319 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d5cf12ab-dcb8-4e3d-9dcf-61c1d9920de9 req-24aa09fc-b216-45ca-b86e-511d71054223 service neutron] 10.222.0.32 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847874 Aug 31 05:39:19.468839 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d5cf12ab-dcb8-4e3d-9dcf-61c1d9920de9 req-c3b5b755-62b1-42dc-8fb9-3ff86f1be343 service neutron] 10.222.0.32 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795178 Aug 31 05:39:19.575345 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50406405-dddc-43fc-8ed4-a507b3d6e19f req-248c9f48-710a-4e3a-bb1e-8d42903f9d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:19.576789 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-50406405-dddc-43fc-8ed4-a507b3d6e19f req-248c9f48-710a-4e3a-bb1e-8d42903f9d20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=670d3c40a5e44c9ea470cf2712d349e6&device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 1138 time: 0.0573168 Aug 31 05:39:19.731915 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-51a729e0-da54-4ffd-958a-9c411a6dbd6a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:19.733396 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-51a729e0-da54-4ffd-958a-9c411a6dbd6a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.32 "GET /v2.0/networks?id=0cd6539b-283b-4f3a-b994-98c44338faa4 HTTP/1.1" status: 200 len: 809 time: 0.1700339 Aug 31 05:39:19.738034 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50406405-dddc-43fc-8ed4-a507b3d6e19f req-68106e6d-a280-4948-ba84-15147c2c1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:19.739383 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-50406405-dddc-43fc-8ed4-a507b3d6e19f req-68106e6d-a280-4948-ba84-15147c2c1bde service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a6a1804-2296-461b-aa1f-808524c5fabd HTTP/1.1" status: 200 len: 915 time: 0.1532502 Aug 31 05:39:19.759135 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-bdd2edd6-0935-413c-bd6a-3f4126842977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Request body: {'port': {'device_id': '1b916f2c-3877-40ee-ba3c-7c81dea6ef62', 'network_id': '0cd6539b-283b-4f3a-b994-98c44338faa4', 'admin_state_up': True, 'tenant_id': '1750ca6f38f34c1696670f96079d56b1'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:19.870947 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-50406405-dddc-43fc-8ed4-a507b3d6e19f req-32460d09-7119-4eb9-884d-d5bc4020c16c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 HTTP/1.1" status: 200 len: 1002 time: 0.1162012 Aug 31 05:39:19.907837 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1e33c-ca41-4c3a-9740-1d5212ca5d35 req-a20f92de-f8fe-47fa-a202-4f3755dc0ec1 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:19.909340 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-dbe1e33c-ca41-4c3a-9740-1d5212ca5d35 req-a20f92de-f8fe-47fa-a202-4f3755dc0ec1 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0542982 Aug 31 05:39:19.947054 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50406405-dddc-43fc-8ed4-a507b3d6e19f req-50ad0949-2cbf-43e7-89a2-38fc510e1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:19.947635 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-dbe1e33c-ca41-4c3a-9740-1d5212ca5d35 req-c062acde-049c-4e9f-9336-614d44a2b29c tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322316 Aug 31 05:39:19.948901 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-50406405-dddc-43fc-8ed4-a507b3d6e19f req-50ad0949-2cbf-43e7-89a2-38fc510e1846 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc6a39d3-4167-4875-a56e-d1606992be8e HTTP/1.1" status: 200 len: 853 time: 0.0664773 Aug 31 05:39:19.950082 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-bdd2edd6-0935-413c-bd6a-3f4126842977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Made reservation on behalf of 1750ca6f38f34c1696670f96079d56b1 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:39:19.953517 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-bdd2edd6-0935-413c-bd6a-3f4126842977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:20.045943 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50406405-dddc-43fc-8ed4-a507b3d6e19f req-e2a3f8a6-19a6-449d-b4b0-3a132eece6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:20.047486 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-50406405-dddc-43fc-8ed4-a507b3d6e19f req-e2a3f8a6-19a6-449d-b4b0-3a132eece6ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a6a1804-2296-461b-aa1f-808524c5fabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0909042 Aug 31 05:39:20.053419 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-22818979-d28c-4b62-9e96-474c10ee0bea req-fcf16a60-3c72-422e-aae3-fed62a8e57b5 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 210 time: 0.0340271 Aug 31 05:39:20.098878 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecc0b2-2bd5-488c-aa76-2cd331709144 req-1b5f5f4d-a2ab-4529-adf3-d52fbb62a979 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:20.100361 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d1ecc0b2-2bd5-488c-aa76-2cd331709144 req-1b5f5f4d-a2ab-4529-adf3-d52fbb62a979 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.0493784 Aug 31 05:39:20.138201 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d1ecc0b2-2bd5-488c-aa76-2cd331709144 req-57e3bbf9-e371-4a81-8723-e134263a70ba tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311878 Aug 31 05:39:20.176385 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-bdd2edd6-0935-413c-bd6a-3f4126842977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Allocated IP 172.20.0.6 (0cd6539b-283b-4f3a-b994-98c44338faa4/c1c1a4b4-e7fb-4e8c-92c1-89d9eddb14e8/605e1831-0315-418e-b7fc-b51a0430813f) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:39:20.194459 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-50406405-dddc-43fc-8ed4-a507b3d6e19f req-0243a4b1-8e8b-49ba-84d1-84c5ecf26310 service neutron] 10.222.0.32 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382165 Aug 31 05:39:20.372087 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-50406405-dddc-43fc-8ed4-a507b3d6e19f req-90d0b3cc-3e79-4ec1-a322-588ba91d5a42 service neutron] 10.222.0.32 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593356 Aug 31 05:39:20.405731 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-bdd2edd6-0935-413c-bd6a-3f4126842977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:20.442682 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-bdd2edd6-0935-413c-bd6a-3f4126842977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:20.489298 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-bdd2edd6-0935-413c-bd6a-3f4126842977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Network 0cd6539b-283b-4f3a-b994-98c44338faa4 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:39:20.492356 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-bdd2edd6-0935-413c-bd6a-3f4126842977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:39:20.496108 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-bdd2edd6-0935-413c-bd6a-3f4126842977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:39:20.519776 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2edd6-0935-413c-bd6a-3f4126842977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Pushing event updated for resources: {'Port': ['ID=605e1831-0315-418e-b7fc-b51a0430813f,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:20.547060 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-bdd2edd6-0935-413c-bd6a-3f4126842977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:20.547643 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-bdd2edd6-0935-413c-bd6a-3f4126842977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:20.561195 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-bdd2edd6-0935-413c-bd6a-3f4126842977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8075962 Aug 31 05:39:20.575916 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Request body: {'port': {'device_id': '1b916f2c-3877-40ee-ba3c-7c81dea6ef62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:20.627904 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:20.775609 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deff5b4-96d1-4c3b-882d-fc8aa264cc9e req-0ea37df8-e5a3-4c91-9348-458ee6c53919 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:20.777034 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5deff5b4-96d1-4c3b-882d-fc8aa264cc9e req-0ea37df8-e5a3-4c91-9348-458ee6c53919 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.1192608 Aug 31 05:39:20.950906 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-5deff5b4-96d1-4c3b-882d-fc8aa264cc9e req-505d0176-73b2-4713-b8da-b02351bd382e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Deleting port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:39:20.951184 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-5deff5b4-96d1-4c3b-882d-fc8aa264cc9e req-505d0176-73b2-4713-b8da-b02351bd382e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:21.042709 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605e1831-0315-418e-b7fc-b51a0430813f {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:39:21.056760 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f543c-24ba-46f5-9cc8-0b1e8eefe242 req-44515768-9f7f-494f-ab91-30bf95e69c70 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:21.057344 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:21.058232 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-676f543c-24ba-46f5-9cc8-0b1e8eefe242 req-44515768-9f7f-494f-ab91-30bf95e69c70 tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7d78811-1061-4374-955f-c38fee8ba385 HTTP/1.1" status: 200 len: 945 time: 0.0465958 Aug 31 05:39:21.083577 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Transition to ACTIVE for port object 605e1831-0315-418e-b7fc-b51a0430813f will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:39:21.090360 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-5deff5b4-96d1-4c3b-882d-fc8aa264cc9e req-505d0176-73b2-4713-b8da-b02351bd382e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] For port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13a20b6f-78fa-4cc4-b907-49233c2a2cfb,segment=NetworkSegment(2c5a63e5-59db-4c95-b956-08d44dd76443),segment_id=2c5a63e5-59db-4c95-b956-08d44dd76443)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:21.090799 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-5deff5b4-96d1-4c3b-882d-fc8aa264cc9e req-505d0176-73b2-4713-b8da-b02351bd382e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:21.093201 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:21.097566 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-676f543c-24ba-46f5-9cc8-0b1e8eefe242 req-7dc78565-b042-4bc2-8c21-699526c8635d tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.10 "GET /v2.0/security-groups?id=234adff5-a9c5-4f87-9dc9-93dd59bac753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331519 Aug 31 05:39:21.127781 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-5deff5b4-96d1-4c3b-882d-fc8aa264cc9e req-505d0176-73b2-4713-b8da-b02351bd382e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Calling delete_port for 13a20b6f-78fa-4cc4-b907-49233c2a2cfb owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:39:21.181884 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79b3c1-ebb8-4826-adf8-71c20b80686c req-324de833-7104-4c52-a918-071542d4b20a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:21.183387 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1b79b3c1-ebb8-4826-adf8-71c20b80686c req-324de833-7104-4c52-a918-071542d4b20a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 943 time: 0.0492370 Aug 31 05:39:21.215219 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Pushing event updated for resources: {'Port': ['ID=605e1831-0315-418e-b7fc-b51a0430813f,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:21.249164 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1b79b3c1-ebb8-4826-adf8-71c20b80686c req-c815c702-6d9b-4621-9cc7-e6ac91df1f93 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600026 Aug 31 05:39:21.270286 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc41711-3c94-4b8a-8884-da274d8c3f45 req-031d6d71-808f-43a3-9631-340034fc97ca tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:21.271761 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9dc41711-3c94-4b8a-8884-da274d8c3f45 req-031d6d71-808f-43a3-9631-340034fc97ca tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.0597956 Aug 31 05:39:21.284630 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Attempting to bind port 605e1831-0315-418e-b7fc-b51a0430813f on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:39:21.284966 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Attempting to bind port 605e1831-0315-418e-b7fc-b51a0430813f by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '55b78d3c-d022-4cac-993d-89284e56a4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0cd6539b-283b-4f3a-b994-98c44338faa4'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:39:21.285293 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Attempting to bind port 605e1831-0315-418e-b7fc-b51a0430813f on network 0cd6539b-283b-4f3a-b994-98c44338faa4 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:39:21.289995 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Port 605e1831-0315-418e-b7fc-b51a0430813f on network 0cd6539b-283b-4f3a-b994-98c44338faa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:39:21.290316 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Attempting to bind port 605e1831-0315-418e-b7fc-b51a0430813f on network 0cd6539b-283b-4f3a-b994-98c44338faa4 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:39:21.297049 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:39:21.297383 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Checking segment: {'id': '55b78d3c-d022-4cac-993d-89284e56a4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0cd6539b-283b-4f3a-b994-98c44338faa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:39:21.297762 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Bound using segment: {'id': '55b78d3c-d022-4cac-993d-89284e56a4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0cd6539b-283b-4f3a-b994-98c44338faa4'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:39:21.298187 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Bound port: 605e1831-0315-418e-b7fc-b51a0430813f, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b78d3c-d022-4cac-993d-89284e56a4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0cd6539b-283b-4f3a-b994-98c44338faa4'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:39:21.298562 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:21.311047 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9dc41711-3c94-4b8a-8884-da274d8c3f45 req-581a1046-db37-4763-8181-bae473364ded tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329883 Aug 31 05:39:21.385290 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-5deff5b4-96d1-4c3b-882d-fc8aa264cc9e req-505d0176-73b2-4713-b8da-b02351bd382e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:21.405375 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['13a20b6f-78fa-4cc4-b907-49233c2a2cfb'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:39:21.423524 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d0176-73b2-4713-b8da-b02351bd382e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Pushing event deleted for resources: {'Port': ['ID=13a20b6f-78fa-4cc4-b907-49233c2a2cfb,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:21.430324 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] For port 605e1831-0315-418e-b7fc-b51a0430813f, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:39:21.458429 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] For port 605e1831-0315-418e-b7fc-b51a0430813f, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=605e1831-0315-418e-b7fc-b51a0430813f,segment=NetworkSegment(55b78d3c-d022-4cac-993d-89284e56a4b8),segment_id=55b78d3c-d022-4cac-993d-89284e56a4b8)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:39:21.463201 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:21.480161 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-5deff5b4-96d1-4c3b-882d-fc8aa264cc9e req-505d0176-73b2-4713-b8da-b02351bd382e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] No DVR routers for this DVR port 13a20b6f-78fa-4cc4-b907-49233c2a2cfb on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:39:21.504525 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-5deff5b4-96d1-4c3b-882d-fc8aa264cc9e req-505d0176-73b2-4713-b8da-b02351bd382e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:21.506426 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5deff5b4-96d1-4c3b-882d-fc8aa264cc9e req-505d0176-73b2-4713-b8da-b02351bd382e tempest-ServerRescueNegativeTestJSON-1872821875 tempest-ServerRescueNegativeTestJSON-1872821875-project] 10.222.0.32 "DELETE /v2.0/ports/13a20b6f-78fa-4cc4-b907-49233c2a2cfb HTTP/1.1" status: 204 len: 173 time: 0.7219257 Aug 31 05:39:21.506853 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d78811-1061-4374-955f-c38fee8ba385', 'name': 'network-vif-deleted', 'tag': '13a20b6f-78fa-4cc4-b907-49233c2a2cfb'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:21.509636 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b7fb8d-c769-4afc-be6a-a860f9f5c170" -d '{"events": [{"server_uuid": "a7d78811-1061-4374-955f-c38fee8ba385", "name": "network-vif-deleted", "tag": "13a20b6f-78fa-4cc4-b907-49233c2a2cfb"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:21.525436 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:21.526216 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:21.527716 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] 10.222.0.32 "PUT /v2.0/ports/605e1831-0315-418e-b7fc-b51a0430813f HTTP/1.1" status: 200 len: 1093 time: 0.9570904 Aug 31 05:39:21.547651 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de6d85-714f-4096-b9fb-8de6a5b87f92 service neutron] Pushing event updated for resources: {'Port': ['ID=605e1831-0315-418e-b7fc-b51a0430813f,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:21.552696 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f301ce63-f25b-4aa2-84f0-52c2a598d7bc x-openstack-request-id: req-f301ce63-f25b-4aa2-84f0-52c2a598d7bc {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:21.552988 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d78811-1061-4374-955f-c38fee8ba385", "name": "network-vif-deleted", "tag": "13a20b6f-78fa-4cc4-b907-49233c2a2cfb", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:21.553244 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f301ce63-f25b-4aa2-84f0-52c2a598d7bc {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:21.553638 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d78811-1061-4374-955f-c38fee8ba385', 'name': 'network-vif-deleted', 'tag': '13a20b6f-78fa-4cc4-b907-49233c2a2cfb', 'status': 'completed', 'code': 200} Aug 31 05:39:21.614966 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-4979e2e2-8ea5-4648-b70e-13bbfb1b8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:21.616506 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-4979e2e2-8ea5-4648-b70e-13bbfb1b8fe8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1750ca6f38f34c1696670f96079d56b1&device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 1096 time: 0.0416782 Aug 31 05:39:21.670728 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-52a7e627-2149-414d-af2e-31500e6f7f81 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=605e1831-0315-418e-b7fc-b51a0430813f HTTP/1.1" status: 200 len: 217 time: 0.0333214 Aug 31 05:39:21.722525 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-41a98e19-f947-42c2-91d5-7eb1f539a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:21.724106 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-41a98e19-f947-42c2-91d5-7eb1f539a7a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1c1a4b4-e7fb-4e8c-92c1-89d9eddb14e8 HTTP/1.1" status: 200 len: 849 time: 0.0456586 Aug 31 05:39:21.757003 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-4ab61d4b-5c16-42b5-87ff-8b8745fe34bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0cd6539b-283b-4f3a-b994-98c44338faa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246594 Aug 31 05:39:21.846054 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-1c737b0c-e7f1-4fea-9b38-2876cc4e65af service neutron] 10.222.0.32 "GET /v2.0/networks/0cd6539b-283b-4f3a-b994-98c44338faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792806 Aug 31 05:39:21.939832 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c7a92f21-27ca-4f8a-9960-1e1d592670a0 req-41181453-749d-4007-b48d-9f3707cfb63f service neutron] 10.222.0.32 "GET /v2.0/networks/0cd6539b-283b-4f3a-b994-98c44338faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849264 Aug 31 05:39:22.152012 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51142) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:22.421249 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721b804-9b94-471b-ba52-6c431cdbf2bd req-377cdf5e-0f7b-4a96-a2d9-d9454dca2fbd tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:22.422560 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3721b804-9b94-471b-ba52-6c431cdbf2bd req-377cdf5e-0f7b-4a96-a2d9-d9454dca2fbd tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 943 time: 0.0953207 Aug 31 05:39:22.533645 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e9dcf-896d-4b16-b235-11ba0a734e12 req-8a876c34-5530-4c19-b5fd-299808bf9d6f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:22.535089 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ff6e9dcf-896d-4b16-b235-11ba0a734e12 req-8a876c34-5530-4c19-b5fd-299808bf9d6f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.1357749 Aug 31 05:39:22.538696 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3721b804-9b94-471b-ba52-6c431cdbf2bd req-af67a13c-69fe-44d6-ac82-abbabbb0e5b6 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946741 Aug 31 05:39:22.597319 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ff6e9dcf-896d-4b16-b235-11ba0a734e12 req-fc2343ac-9402-4e61-bc1f-97a6f6d162ed tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536230 Aug 31 05:39:22.691730 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-37ab61f3-8807-49d4-a628-c17960a5f2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370190'] for router_interface, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:23.173140 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-37ab61f3-8807-49d4-a628-c17960a5f2d7 admin admin] Deleting port ddc0316d-9b16-49de-a92e-f7fbc600070b {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:39:23.173973 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-37ab61f3-8807-49d4-a628-c17960a5f2d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:23.246747 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-37ab61f3-8807-49d4-a628-c17960a5f2d7 admin admin] For port ddc0316d-9b16-49de-a92e-f7fbc600070b, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=ddc0316d-9b16-49de-a92e-f7fbc600070b,segment=NetworkSegment(2c5a63e5-59db-4c95-b956-08d44dd76443),segment_id=2c5a63e5-59db-4c95-b956-08d44dd76443)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:23.247127 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-37ab61f3-8807-49d4-a628-c17960a5f2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:23.261041 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-37ab61f3-8807-49d4-a628-c17960a5f2d7 admin admin] Calling delete_port for ddc0316d-9b16-49de-a92e-f7fbc600070b owned by network:router_interface {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:39:23.459363 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-37ab61f3-8807-49d4-a628-c17960a5f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:23.505978 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab61f3-8807-49d4-a628-c17960a5f2d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc0316d-9b16-49de-a92e-f7fbc600070b,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:23.555383 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b916f2c-3877-40ee-ba3c-7c81dea6ef62', 'tag': '605e1831-0315-418e-b7fc-b51a0430813f'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:23.558091 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0b77ae-4443-45d5-bfc6-a3b1782979ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1b916f2c-3877-40ee-ba3c-7c81dea6ef62", "tag": "605e1831-0315-418e-b7fc-b51a0430813f"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:23.602115 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2867e4-485b-4f63-b52f-c18fb5122227 x-openstack-request-id: req-2b2867e4-485b-4f63-b52f-c18fb5122227 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:23.602510 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b916f2c-3877-40ee-ba3c-7c81dea6ef62", "tag": "605e1831-0315-418e-b7fc-b51a0430813f", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:23.602860 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b2867e4-485b-4f63-b52f-c18fb5122227 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:23.603610 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b916f2c-3877-40ee-ba3c-7c81dea6ef62', 'tag': '605e1831-0315-418e-b7fc-b51a0430813f', 'status': 'completed', 'code': 200} Aug 31 05:39:23.671830 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b77ae-4443-45d5-bfc6-a3b1782979ca req-5260eff4-d18b-4e1c-bbf2-cd80d3def120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:23.673913 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ec0b77ae-4443-45d5-bfc6-a3b1782979ca req-5260eff4-d18b-4e1c-bbf2-cd80d3def120 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1750ca6f38f34c1696670f96079d56b1&device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 1096 time: 0.0446126 Aug 31 05:39:23.710083 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-37ab61f3-8807-49d4-a628-c17960a5f2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-370322'] for router_interface, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:23.733856 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc8319-b3a0-4e88-b0fc-eac342299237 req-3e4c8cd3-47c9-4df9-a94a-faab4d7c6d5b tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:23.735359 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5edc8319-b3a0-4e88-b0fc-eac342299237 req-3e4c8cd3-47c9-4df9-a94a-faab4d7c6d5b tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 943 time: 0.0971098 Aug 31 05:39:23.769351 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b77ae-4443-45d5-bfc6-a3b1782979ca req-bc5acf6c-c54a-4a14-ab0c-eb7298558736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:23.770816 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ec0b77ae-4443-45d5-bfc6-a3b1782979ca req-bc5acf6c-c54a-4a14-ab0c-eb7298558736 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0cd6539b-283b-4f3a-b994-98c44338faa4 HTTP/1.1" status: 200 len: 910 time: 0.0878320 Aug 31 05:39:23.793319 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d46b6-cc8e-4cba-8027-22d61dd89269 req-6751d4d3-1151-4844-b897-d6e6b0e68295 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:23.794780 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-db6d46b6-cc8e-4cba-8027-22d61dd89269 req-6751d4d3-1151-4844-b897-d6e6b0e68295 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.1218014 Aug 31 05:39:23.814805 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ec0b77ae-4443-45d5-bfc6-a3b1782979ca req-42fc9421-fda2-41f8-ab3d-b54f6746da9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=605e1831-0315-418e-b7fc-b51a0430813f HTTP/1.1" status: 200 len: 217 time: 0.0342948 Aug 31 05:39:23.864247 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b77ae-4443-45d5-bfc6-a3b1782979ca req-d384a97c-18d3-472f-8020-fcafc55d53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:23.865698 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ec0b77ae-4443-45d5-bfc6-a3b1782979ca req-d384a97c-18d3-472f-8020-fcafc55d53f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1c1a4b4-e7fb-4e8c-92c1-89d9eddb14e8 HTTP/1.1" status: 200 len: 849 time: 0.0425410 Aug 31 05:39:23.882921 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5edc8319-b3a0-4e88-b0fc-eac342299237 req-a3a5ab19-2e1d-451e-8be4-5e992bf670fb tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064465 Aug 31 05:39:23.902180 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ec0b77ae-4443-45d5-bfc6-a3b1782979ca req-12497cae-7ce7-4018-a9bc-b3b23723a0a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0cd6539b-283b-4f3a-b994-98c44338faa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239415 Aug 31 05:39:23.902339 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-db6d46b6-cc8e-4cba-8027-22d61dd89269 req-91245462-34ef-48b2-8319-d25abcbb6b59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913892 Aug 31 05:39:24.012956 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ab61f3-8807-49d4-a628-c17960a5f2d7 admin admin] Router 0812be43-990e-4e66-9340-2802924f831a has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:39:24.130164 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ab61f3-8807-49d4-a628-c17960a5f2d7 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:39:24.135202 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-37ab61f3-8807-49d4-a628-c17960a5f2d7 admin admin] 10.222.0.10 "PUT /v2.0/routers/0812be43-990e-4e66-9340-2802924f831a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9821382 Aug 31 05:39:24.137609 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51156) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:24.141408 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029b15f-08f7-41e1-a0d5-4dc8aa07dec6 None None] Sync routers for ids ['0812be43-990e-4e66-9340-2802924f831a'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:39:24.151542 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029b15f-08f7-41e1-a0d5-4dc8aa07dec6 None None] Routers {'0812be43-990e-4e66-9340-2802924f831a'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:39:24.152169 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-e029b15f-08f7-41e1-a0d5-4dc8aa07dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:39:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0812be43-990e-4e66-9340-2802924f831a'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:24.220672 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ec0b77ae-4443-45d5-bfc6-a3b1782979ca req-de108620-4a3d-40f3-9f83-81b37934e336 service neutron] 10.222.0.32 "GET /v2.0/networks/0cd6539b-283b-4f3a-b994-98c44338faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140490 Aug 31 05:39:24.242465 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] Notify callbacks [] for router, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:24.256058 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-e029b15f-08f7-41e1-a0d5-4dc8aa07dec6 None None] Set router 0812be43-990e-4e66-9340-2802924f831a gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:39:24.324086 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ec0b77ae-4443-45d5-bfc6-a3b1782979ca req-89ff5dff-a751-47f1-ad9f-592462862217 service neutron] 10.222.0.32 "GET /v2.0/networks/0cd6539b-283b-4f3a-b994-98c44338faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899124 Aug 31 05:39:24.348646 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:24.400720 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] Deleting port 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:39:24.401065 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:24.433502 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-e029b15f-08f7-41e1-a0d5-4dc8aa07dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0812be43-990e-4e66-9340-2802924f831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1931467047-router', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:46Z', 'updated_at': '2021-08-31T05:39:23Z', 'revision_number': 5, 'project_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'gw_port': {'id': '4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0812be43-990e-4e66-9340-2802924f831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:24.462825 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029b15f-08f7-41e1-a0d5-4dc8aa07dec6 None None] Checking router: 0812be43-990e-4e66-9340-2802924f831a for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:39:24.470850 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029b15f-08f7-41e1-a0d5-4dc8aa07dec6 None None] Routers {'0812be43-990e-4e66-9340-2802924f831a'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:39:24.471494 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-e029b15f-08f7-41e1-a0d5-4dc8aa07dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:39:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0812be43-990e-4e66-9340-2802924f831a'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:24.476351 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] For port 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:24.476736 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:24.493076 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] Calling delete_port for 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c owned by network:router_gateway {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:39:24.555167 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-e029b15f-08f7-41e1-a0d5-4dc8aa07dec6 None None] Set router 0812be43-990e-4e66-9340-2802924f831a gateway port host: None {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:39:24.569533 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:24.612992 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-e029b15f-08f7-41e1-a0d5-4dc8aa07dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0812be43-990e-4e66-9340-2802924f831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1931467047-router', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:46Z', 'updated_at': '2021-08-31T05:39:24Z', 'revision_number': 6, 'project_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'gw_port_host': None}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:24.638941 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029b15f-08f7-41e1-a0d5-4dc8aa07dec6 None None] The sync data for ids ['0812be43-990e-4e66-9340-2802924f831a'] in dv-cinder-806559-3-iscsi is: [{'id': '0812be43-990e-4e66-9340-2802924f831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1931467047-router', 'tenant_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:46Z', 'updated_at': '2021-08-31T05:39:24Z', 'revision_number': 6, 'project_id': 'df247d9bc9ab4706a39bc2047bed84e8', 'gw_port_host': None}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:39:24.659910 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:24.692786 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:24.751023 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369456'] for router_gateway, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:24.850747 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13089'] for router, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:24.852774 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:24.916281 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371717'] for router, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:24.916934 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0812be43-990e-4e66-9340-2802924f831a {{(pid=94006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:39:24.921892 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] Notify callbacks [] for router, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:24.923189 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-000624d0-76db-4a4d-ae8e-be4b2136fa70 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0812be43-990e-4e66-9340-2802924f831a HTTP/1.1" status: 204 len: 168 time: 0.7846437 Aug 31 05:39:24.925663 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51160) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:25.004045 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f81190-b139-4ac4-b4cd-063e15849782 admin admin] Deleting subnet 80fdd554-6ca7-4bea-8a87-7b1508c8e0ed {{(pid=94006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:39:25.026803 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-24f81190-b139-4ac4-b4cd-063e15849782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.072017 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-24f81190-b139-4ac4-b4cd-063e15849782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280608'] for subnet, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.080515 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2bfd8-3840-41f3-b1af-a8dab85def69 req-906307c1-5ca8-436b-89b2-7f8a42880e2f tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:25.081991 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-59e2bfd8-3840-41f3-b1af-a8dab85def69 req-906307c1-5ca8-436b-89b2-7f8a42880e2f tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 943 time: 0.1264477 Aug 31 05:39:25.125471 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4b2b9-f666-48e2-b7bf-be93d9192f43 req-9226ca16-ccfd-47dd-82c7-5ac45b66429d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:25.126821 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-24f4b2b9-f666-48e2-b7bf-be93d9192f43 req-9226ca16-ccfd-47dd-82c7-5ac45b66429d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.1413937 Aug 31 05:39:25.172383 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 605e1831-0315-418e-b7fc-b51a0430813f details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:39:25.172625 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-24f81190-b139-4ac4-b4cd-063e15849782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.175395 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 13a20b6f-78fa-4cc4-b907-49233c2a2cfb no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:39:25.200165 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-59e2bfd8-3840-41f3-b1af-a8dab85def69 req-245580cc-a2b1-4664-a6a2-4c3f1b391f54 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995107 Aug 31 05:39:25.200509 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: 13a20b6f-78fa-4cc4-b907-49233c2a2cfb {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:39:25.200854 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 13a20b6f-78fa-4cc4-b907-49233c2a2cfb not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:39:25.216875 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-24f4b2b9-f666-48e2-b7bf-be93d9192f43 req-74dd08c3-2afb-4091-946a-b78e57bb954a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821817 Aug 31 05:39:25.252783 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-24f81190-b139-4ac4-b4cd-063e15849782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4057306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8545467'] for subnet, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.278104 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f81190-b139-4ac4-b4cd-063e15849782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80fdd554-6ca7-4bea-8a87-7b1508c8e0ed,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:25.281681 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-24f81190-b139-4ac4-b4cd-063e15849782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.283548 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-24f81190-b139-4ac4-b4cd-063e15849782 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/80fdd554-6ca7-4bea-8a87-7b1508c8e0ed HTTP/1.1" status: 204 len: 168 time: 0.3569484 Aug 31 05:39:25.285947 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51164) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:25.297464 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 605e1831-0315-418e-b7fc-b51a0430813f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=605e1831-0315-418e-b7fc-b51a0430813f,segment=NetworkSegment(55b78d3c-d022-4cac-993d-89284e56a4b8),segment_id=55b78d3c-d022-4cac-993d-89284e56a4b8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:25.308156 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '605e1831-0315-418e-b7fc-b51a0430813f', 'network_id': '0cd6539b-283b-4f3a-b994-98c44338faa4', 'port_id': '605e1831-0315-418e-b7fc-b51a0430813f', 'mac_address': 'fa:16:3e:70:29:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c1a4b4-e7fb-4e8c-92c1-89d9eddb14e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:39:25.345825 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.352450 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e42aaf04-8ea3-45d1-9fcb-339353287150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.358577 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605e1831-0315-418e-b7fc-b51a0430813f {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:39:25.377412 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 605e1831-0315-418e-b7fc-b51a0430813f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=605e1831-0315-418e-b7fc-b51a0430813f,segment=NetworkSegment(55b78d3c-d022-4cac-993d-89284e56a4b8),segment_id=55b78d3c-d022-4cac-993d-89284e56a4b8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:25.380964 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.439401 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=605e1831-0315-418e-b7fc-b51a0430813f,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:25.624930 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e42aaf04-8ea3-45d1-9fcb-339353287150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.634830 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-e42aaf04-8ea3-45d1-9fcb-339353287150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e9f947-7a38-422f-9aac-7a0d6a4fc617']}} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:25.645216 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-e42aaf04-8ea3-45d1-9fcb-339353287150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5a63e5-59db-4c95-b956-08d44dd76443') {'for_net_delete': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:25.645509 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-e42aaf04-8ea3-45d1-9fcb-339353287150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5a63e5-59db-4c95-b956-08d44dd76443') {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:25.655159 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e42aaf04-8ea3-45d1-9fcb-339353287150 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280603'] for segment, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.669272 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['605e1831-0315-418e-b7fc-b51a0430813f'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:39:25.669844 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e42aaf04-8ea3-45d1-9fcb-339353287150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.682217 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42aaf04-8ea3-45d1-9fcb-339353287150 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:39:25.682217 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e42aaf04-8ea3-45d1-9fcb-339353287150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4057184'] for segment, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: Traceback (most recent call last): Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: timer() Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: cb(*args, **kw) Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: return func(*args, **kwargs) Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: self._notify() Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: self.callback(batched_events) Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: event.method(event) Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: return f(self, *a, **k) Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._get(url).json() Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: return self.request(url, 'GET', **kwargs) Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:39:25.683510 dv-cinder-806559-3-iscsi neutron-server[94006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:39:25.736523 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e42aaf04-8ea3-45d1-9fcb-339353287150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.743984 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e42aaf04-8ea3-45d1-9fcb-339353287150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.745961 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-e42aaf04-8ea3-45d1-9fcb-339353287150 admin admin] 10.222.0.10 "DELETE /v2.0/networks/66e9f947-7a38-422f-9aac-7a0d6a4fc617 HTTP/1.1" status: 204 len: 168 time: 0.4590993 Aug 31 05:39:25.758412 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42aaf04-8ea3-45d1-9fcb-339353287150 admin admin] Pushing event deleted for resources: {'Network': ['ID=66e9f947-7a38-422f-9aac-7a0d6a4fc617,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:25.858251 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 51168) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:25.900327 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-5198b2af-0e7d-4538-9b2a-9eb9a940962d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df247d9bc9ab4706a39bc2047bed84e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408394 Aug 31 05:39:25.902551 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 51170) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:25.947977 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fe31d822-cfa6-46ea-833e-569b62f2c956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:25.968151 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fe31d822-cfa6-46ea-833e-569b62f2c956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:26.013375 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fe31d822-cfa6-46ea-833e-569b62f2c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:26.016150 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fe31d822-cfa6-46ea-833e-569b62f2c956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:26.017297 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-fe31d822-cfa6-46ea-833e-569b62f2c956 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/234adff5-a9c5-4f87-9dc9-93dd59bac753 HTTP/1.1" status: 204 len: 168 time: 0.1138649 Aug 31 05:39:26.025337 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31d822-cfa6-46ea-833e-569b62f2c956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234adff5-a9c5-4f87-9dc9-93dd59bac753,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:26.356746 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75774-af7c-4e7f-aff8-eaaa548fffed req-901bac94-0675-4f5c-b335-2b0db48560e2 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:26.358285 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-72c75774-af7c-4e7f-aff8-eaaa548fffed req-901bac94-0675-4f5c-b335-2b0db48560e2 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 944 time: 0.0880387 Aug 31 05:39:26.394026 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683daa3-6c92-4a45-91d4-b8ffdccf8e41 req-de0835c7-b1c8-4a11-9315-c416594d271f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:26.395775 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9683daa3-6c92-4a45-91d4-b8ffdccf8e41 req-de0835c7-b1c8-4a11-9315-c416594d271f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.0789404 Aug 31 05:39:26.419710 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-72c75774-af7c-4e7f-aff8-eaaa548fffed req-b2781a09-b429-48b6-ae34-c9a2d1d210f0 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550237 Aug 31 05:39:26.446537 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9683daa3-6c92-4a45-91d4-b8ffdccf8e41 req-01d6a9ff-3734-409e-96a0-bb5ad497e64f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403359 Aug 31 05:39:26.633582 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device ddc0316d-9b16-49de-a92e-f7fbc600070b no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:39:26.652813 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: ddc0316d-9b16-49de-a92e-f7fbc600070b {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:39:26.653163 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device ddc0316d-9b16-49de-a92e-f7fbc600070b not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:39:26.653586 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:39:26.673960 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:39:26.674616 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 4fbe6fe2-70e0-444b-bfb8-bc7d9efc472c not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:39:26.682497 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51196) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:26.779377 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1404576280-network', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:26.799449 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] Made reservation on behalf of 34d723e9f42f4e3f8378c14cfd4626d7 for: {'network': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:39:26.801641 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:26.810316 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:26.894011 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:26.897417 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:26.920566 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=94006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:39:26.930355 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309c1494-e1bc-460d-8dfb-42bd881b1a93,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:26.935033 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:26.935398 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.segments_db [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] Added segment 56346df4-29f0-4885-a393-2f721f361008 of type vlan for network eee52fee-fc33-48ae-a18b-8f7aa5914e38 Aug 31 05:39:26.975519 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:26.999384 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.000307 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:27.000881 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.048964 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3653560 Aug 31 05:39:27.051950 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 51200) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:27.057816 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-7af1e0d8-9d11-455a-a3a7-2b82c086360d admin admin] Request body: {'subnet': {'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1404576280-subnet', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:27.058083 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba139da4-f0a7-4540-9aad-6fec8afe9d8a admin admin] Pushing event updated for resources: {'Network': ['ID=eee52fee-fc33-48ae-a18b-8f7aa5914e38,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:27.067714 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network eee52fee-fc33-48ae-a18b-8f7aa5914e38 details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:39:27.080151 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af1e0d8-9d11-455a-a3a7-2b82c086360d admin admin] Made reservation on behalf of 34d723e9f42f4e3f8378c14cfd4626d7 for: {'subnet': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:39:27.082374 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7af1e0d8-9d11-455a-a3a7-2b82c086360d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9430071'] for subnet, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.171039 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 13ed1221-4f34-4b25-834d-1d691d85f62d details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:39:27.174056 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 605e1831-0315-418e-b7fc-b51a0430813f up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:39:27.248924 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7af1e0d8-9d11-455a-a3a7-2b82c086360d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4118051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9430049'] for subnet, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.281393 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port 605e1831-0315-418e-b7fc-b51a0430813f completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:39:27.286504 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 605e1831-0315-418e-b7fc-b51a0430813f triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:39:27.286872 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.304687 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e0d8-9d11-455a-a3a7-2b82c086360d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:27.311864 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af1e0d8-9d11-455a-a3a7-2b82c086360d admin admin] Checking segment: {'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:39:27.312228 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af1e0d8-9d11-455a-a3a7-2b82c086360d admin admin] Network hostable DHCP agents. Network: eee52fee-fc33-48ae-a18b-8f7aa5914e38, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:39:27.328576 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af1e0d8-9d11-455a-a3a7-2b82c086360d admin admin] Network eee52fee-fc33-48ae-a18b-8f7aa5914e38 is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:39:27.329274 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 13ed1221-4f34-4b25-834d-1d691d85f62d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13ed1221-4f34-4b25-834d-1d691d85f62d,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:27.337819 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-7af1e0d8-9d11-455a-a3a7-2b82c086360d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, eee52fee-fc33-48ae-a18b-8f7aa5914e38) {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:39:27.342449 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af1e0d8-9d11-455a-a3a7-2b82c086360d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:27.343152 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7af1e0d8-9d11-455a-a3a7-2b82c086360d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.345151 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'port_id': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'mac_address': 'fa:16:3e:58:02:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:39:27.349758 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d6edc-4c44-4b30-8808-80cdb666f84e None None] Network eee52fee-fc33-48ae-a18b-8f7aa5914e38 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:39:27.357127 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-7af1e0d8-9d11-455a-a3a7-2b82c086360d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3040974 Aug 31 05:39:27.360095 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51202) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:27.364842 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:27.384164 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.385145 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.444242 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.596699 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.616466 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.646479 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.648466 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ed1221-4f34-4b25-834d-1d691d85f62d {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:39:27.662688 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6c5a4-5ea3-4baf-b251-94eed258d916 req-a986b685-5c9f-404a-b545-40d2fa6853a4 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:27.664821 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3ca6c5a4-5ea3-4baf-b251-94eed258d916 req-a986b685-5c9f-404a-b545-40d2fa6853a4 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 944 time: 0.1755280 Aug 31 05:39:27.686176 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b916f2c-3877-40ee-ba3c-7c81dea6ef62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605e1831-0315-418e-b7fc-b51a0430813f'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:27.687513 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a494a-0838-4768-9e75-9770f0bd8782 req-416a2324-c480-44d5-88a2-a71260e3af2f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:27.688524 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b28812-91f5-40d5-9a1e-8e216a7cde1c" -d '{"events": [{"server_uuid": "1b916f2c-3877-40ee-ba3c-7c81dea6ef62", "name": "network-vif-plugged", "status": "completed", "tag": "605e1831-0315-418e-b7fc-b51a0430813f"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:27.688981 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-928a494a-0838-4768-9e75-9770f0bd8782 req-416a2324-c480-44d5-88a2-a71260e3af2f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 943 time: 0.1607409 Aug 31 05:39:27.703121 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 13ed1221-4f34-4b25-834d-1d691d85f62d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13ed1221-4f34-4b25-834d-1d691d85f62d,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:27.709317 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 605e1831-0315-418e-b7fc-b51a0430813f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=605e1831-0315-418e-b7fc-b51a0430813f,segment=NetworkSegment(55b78d3c-d022-4cac-993d-89284e56a4b8),segment_id=55b78d3c-d022-4cac-993d-89284e56a4b8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:27.712681 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.718478 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.762648 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977e68bf-97c4-539e-b424-ee70b4d79b3f-eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97'}]}} from dv-cinder-806559-3-iscsi. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:39:27.763532 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.788305 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=13ed1221-4f34-4b25-834d-1d691d85f62d,revision_number=9']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:27.789237 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-928a494a-0838-4768-9e75-9770f0bd8782 req-7eaa6c16-0031-430b-a3be-fbef41358dae tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728199 Aug 31 05:39:27.791818 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3ca6c5a4-5ea3-4baf-b251-94eed258d916 req-6a404d2e-f8a2-44fa-8be2-0681da5c049a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137633 Aug 31 05:39:27.876253 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff47ab2-49ff-43c4-941b-a9595db962fe x-openstack-request-id: req-8ff47ab2-49ff-43c4-941b-a9595db962fe {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:27.876596 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b916f2c-3877-40ee-ba3c-7c81dea6ef62", "name": "network-vif-plugged", "status": "completed", "tag": "605e1831-0315-418e-b7fc-b51a0430813f", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:27.876848 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ff47ab2-49ff-43c4-941b-a9595db962fe {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:27.879517 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b916f2c-3877-40ee-ba3c-7c81dea6ef62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605e1831-0315-418e-b7fc-b51a0430813f', 'code': 200} Aug 31 05:39:27.926139 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=605e1831-0315-418e-b7fc-b51a0430813f,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:27.939676 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.961558 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:27.984216 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Allocated IP 172.20.0.2 (eee52fee-fc33-48ae-a18b-8f7aa5914e38/5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97/6066e4e5-f2b1-4daa-8378-884d225badf4) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:39:28.012870 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['13ed1221-4f34-4b25-834d-1d691d85f62d'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:39:28.033556 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423de2f0-61b9-444b-850b-03595a3b9540 req-4c23c7d6-c206-498e-a87d-ed2bfb15acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:28.035064 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-423de2f0-61b9-444b-850b-03595a3b9540 req-4c23c7d6-c206-498e-a87d-ed2bfb15acae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 1098 time: 0.0443661 Aug 31 05:39:28.070626 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-423de2f0-61b9-444b-850b-03595a3b9540 req-3fb2fc10-f242-4950-b2df-045b8fe87d30 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279737 Aug 31 05:39:28.073130 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_common [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Allocated IP 172.27.1.53 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/0b2417c3-4a15-4fe1-94ff-7c800a30b567) {{(pid=94006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:39:28.171754 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:28.195885 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:28.208344 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:28.212408 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Transition to ACTIVE for port object 6066e4e5-f2b1-4daa-8378-884d225badf4 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:39:28.249060 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Transition to ACTIVE for port object 6066e4e5-f2b1-4daa-8378-884d225badf4 will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:39:28.249609 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:39:28.252502 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:39:28.256234 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Received port after_create {{(pid=94006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:39:28.259780 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:28.281827 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2417c3-4a15-4fe1-94ff-7c800a30b567,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:28.305463 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Network eee52fee-fc33-48ae-a18b-8f7aa5914e38 is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:39:28.308290 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:39:28.311858 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:39:28.321437 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Pushing event updated for resources: {'Port': ['ID=6066e4e5-f2b1-4daa-8378-884d225badf4,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:28.367544 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Attempting to bind port 6066e4e5-f2b1-4daa-8378-884d225badf4 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:39:28.367912 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Attempting to bind port 6066e4e5-f2b1-4daa-8378-884d225badf4 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:39:28.368273 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Attempting to bind port 6066e4e5-f2b1-4daa-8378-884d225badf4 on network eee52fee-fc33-48ae-a18b-8f7aa5914e38 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:39:28.373391 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:39:28.373764 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Checking segment: {'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:39:28.374159 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:28.374542 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Bound using segment: {'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:39:28.374998 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Bound port: 6066e4e5-f2b1-4daa-8378-884d225badf4, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:39:28.375401 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:28.440512 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] For port 6066e4e5-f2b1-4daa-8378-884d225badf4, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:39:28.443602 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] For port 6066e4e5-f2b1-4daa-8378-884d225badf4, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=6066e4e5-f2b1-4daa-8378-884d225badf4,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:39:28.448014 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:28.509467 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:28.509994 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df134b-d9d5-4a99-8659-e3b10a943b8e None None] Pushing event updated for resources: {'Port': ['ID=6066e4e5-f2b1-4daa-8378-884d225badf4,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:28.707984 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370152'] for router, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:28.846724 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f is scheduled to L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 with binding_index 1 {{(pid=94006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:39:29.201340 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 13ed1221-4f34-4b25-834d-1d691d85f62d up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:39:29.218076 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56979648-ec02-4d96-90d9-cae432079957 req-32c0f5b3-dd7c-4bf3-bc20-fb5bab5aa039 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:29.219606 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-56979648-ec02-4d96-90d9-cae432079957 req-32c0f5b3-dd7c-4bf3-bc20-fb5bab5aa039 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 944 time: 0.3247604 Aug 31 05:39:29.235035 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec94d2-fd6e-4e29-a0e3-b744c1e6ad14 req-10983728-d8f4-4313-9c72-ea782a293d44 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:29.236566 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a9ec94d2-fd6e-4e29-a0e3-b744c1e6ad14 req-10983728-d8f4-4313-9c72-ea782a293d44 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 945 time: 0.3428466 Aug 31 05:39:29.246488 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:39:29.261127 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Sync routers for ids ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:39:29.273322 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Routers {'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:39:29.274110 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:39:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:29.281390 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 13ed1221-4f34-4b25-834d-1d691d85f62d triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:39:29.281390 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:29.298921 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-56979648-ec02-4d96-90d9-cae432079957 req-965ba671-1f05-4315-88f7-06d285c9aadd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595815 Aug 31 05:39:29.301528 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] Notify callbacks [] for router, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:29.305928 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-d3f37f4c-511e-435d-be79-8c5f157fbec9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9415927 Aug 31 05:39:29.306322 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 51214) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:29.323025 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a9ec94d2-fd6e-4e29-a0e3-b744c1e6ad14 req-a78158aa-a5de-4c16-92bf-e74320f1a86e tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744941 Aug 31 05:39:29.458941 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:29.474148 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce51c5d-d619-4c46-be39-e3f4a40b25e4 None None] Network eee52fee-fc33-48ae-a18b-8f7aa5914e38 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:39:29.490290 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Set router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:39:29.615211 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 13ed1221-4f34-4b25-834d-1d691d85f62d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13ed1221-4f34-4b25-834d-1d691d85f62d,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:29.647614 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:29.649385 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-ed46ab62-30de-4b1a-8337-12844a638d52 None None] Provisioning for port 6066e4e5-f2b1-4daa-8378-884d225badf4 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:39:29.712215 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d46ae544-45dc-4fe0-ba1b-1cbda761ce05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:29.760929 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:29.776258 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=13ed1221-4f34-4b25-834d-1d691d85f62d,revision_number=10']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:29.865625 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:28Z', 'revision_number': 3, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:29.924348 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Allocated IP 172.20.0.1 (eee52fee-fc33-48ae-a18b-8f7aa5914e38/5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97/a745162a-c6de-45dc-8ec7-f5c4e505d276) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:39:30.022201 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed1221-4f34-4b25-834d-1d691d85f62d'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:30.024517 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cc18cb-1714-4086-9f7f-86dc5c7d843c" -d '{"events": [{"server_uuid": "0a4e023e-06a7-41e3-b62e-64e5a4471f4e", "name": "network-vif-plugged", "status": "completed", "tag": "13ed1221-4f34-4b25-834d-1d691d85f62d"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:30.028412 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Checking router: f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:39:30.028771 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Updating router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f port 0b2417c3-4a15-4fe1-94ff-7c800a30b567 binding host dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:39:30.055432 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.059934 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.070887 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Transition to ACTIVE for port object a745162a-c6de-45dc-8ec7-f5c4e505d276 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:39:30.079933 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea10eb85-ba72-46b0-9e5f-8a975b2d8fe1 x-openstack-request-id: req-ea10eb85-ba72-46b0-9e5f-8a975b2d8fe1 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:30.080230 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4e023e-06a7-41e3-b62e-64e5a4471f4e", "name": "network-vif-plugged", "status": "completed", "tag": "13ed1221-4f34-4b25-834d-1d691d85f62d", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:30.080466 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea10eb85-ba72-46b0-9e5f-8a975b2d8fe1 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:30.080907 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'code': 200} Aug 31 05:39:30.107687 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.150299 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Network eee52fee-fc33-48ae-a18b-8f7aa5914e38 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:39:30.153191 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:39:30.155672 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:39:30.161592 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a745162a-c6de-45dc-8ec7-f5c4e505d276,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:30.199286 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369563'] for router_interface, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.333755 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.339619 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.347244 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Transition to ACTIVE for port object 0b2417c3-4a15-4fe1-94ff-7c800a30b567 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:39:30.352761 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.417849 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Attempting to bind port 0b2417c3-4a15-4fe1-94ff-7c800a30b567 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:39:30.418142 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Attempting to bind port 0b2417c3-4a15-4fe1-94ff-7c800a30b567 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:39:30.418508 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Attempting to bind port 0b2417c3-4a15-4fe1-94ff-7c800a30b567 on network baf71964-5e16-4dde-973b-f2bbbd097579 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:39:30.421898 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d0ed8-7d92-4c4b-a0be-74745536131a None None] Pushing event updated for resources: {'Port': ['ID=0b2417c3-4a15-4fe1-94ff-7c800a30b567,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:30.427014 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-df91333d-3918-49ef-84bd-1d0fdce9ccb7 None None] Provisioning for port a745162a-c6de-45dc-8ec7-f5c4e505d276 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:39:30.429459 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:39:30.429831 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Checking segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:39:30.430236 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.430618 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Bound using segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:39:30.431086 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Bound port: 0b2417c3-4a15-4fe1-94ff-7c800a30b567, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:39:30.431506 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.435654 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-df91333d-3918-49ef-84bd-1d0fdce9ccb7 None None] Provisioning complete for port a745162a-c6de-45dc-8ec7-f5c4e505d276 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:39:30.436041 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-df91333d-3918-49ef-84bd-1d0fdce9ccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.504476 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-df91333d-3918-49ef-84bd-1d0fdce9ccb7 None None] Port a745162a-c6de-45dc-8ec7-f5c4e505d276 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:39:30.515783 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] For port 0b2417c3-4a15-4fe1-94ff-7c800a30b567, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:39:30.520161 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] For port 0b2417c3-4a15-4fe1-94ff-7c800a30b567, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=0b2417c3-4a15-4fe1-94ff-7c800a30b567,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:39:30.527449 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.537103 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.540413 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae7103-4905-4984-9b5e-96bbd5dbc603 req-754fcaba-b425-42c9-97b8-b45515f9dd49 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:30.542359 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a7ae7103-4905-4984-9b5e-96bbd5dbc603 req-754fcaba-b425-42c9-97b8-b45515f9dd49 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 945 time: 0.1152456 Aug 31 05:39:30.548815 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.579927 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e523b-e6f4-4581-b6bb-18fe807572ca req-df8b925d-e75c-4a8e-9132-53683722812a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:30.582497 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-976e523b-e6f4-4581-b6bb-18fe807572ca req-df8b925d-e75c-4a8e-9132-53683722812a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 946 time: 0.1082551 Aug 31 05:39:30.599740 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Routers {'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:39:30.600381 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:39:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:30.647819 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d0ed8-7d92-4c4b-a0be-74745536131a None None] Pushing event updated for resources: {'Port': ['ID=0b2417c3-4a15-4fe1-94ff-7c800a30b567,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:30.660250 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a7ae7103-4905-4984-9b5e-96bbd5dbc603 req-32bed0e5-1380-4941-a33d-895068fe931b tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098435 Aug 31 05:39:30.688346 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-976e523b-e6f4-4581-b6bb-18fe807572ca req-af1cdac8-2212-4cb8-8b48-3ef92cecf84c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982397 Aug 31 05:39:30.688498 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370219'] for router_interface, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.693356 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a745162a-c6de-45dc-8ec7-f5c4e505d276,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:30.706642 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6551e-15b3-40ae-bdb9-ed39590f5b75 req-4bcaa19c-bf7b-41d2-b1df-4a1853338d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:30.708408 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-52d6551e-15b3-40ae-bdb9-ed39590f5b75 req-4bcaa19c-bf7b-41d2-b1df-4a1853338d82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 1099 time: 0.0888946 Aug 31 05:39:30.751233 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] Set router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:39:30.780320 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 6066e4e5-f2b1-4daa-8378-884d225badf4 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:39:30.791030 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-52d6551e-15b3-40ae-bdb9-ed39590f5b75 req-2225b9e4-c1cd-4459-8078-c8d6ad6bf922 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666835 Aug 31 05:39:30.825974 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Network eee52fee-fc33-48ae-a18b-8f7aa5914e38 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:39:30.827391 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:39:30.920998 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 6066e4e5-f2b1-4daa-8378-884d225badf4 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:39:30.931252 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 6066e4e5-f2b1-4daa-8378-884d225badf4 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:39:30.931836 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:30.977810 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:39:31.074714 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 2, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:31.077617 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:31.089566 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:39:31.095518 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-e6946a3e-f5a1-4cdd-b04f-ddcb08611fd0 admin admin] 10.222.0.10 "PUT /v2.0/routers/f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7880661 Aug 31 05:39:31.102557 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5c566-1f46-4632-ae57-e0fb1035f800 None None] The sync data for ids ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'] in dv-cinder-806559-3-iscsi is: [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 2, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:39:31.146341 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 6066e4e5-f2b1-4daa-8378-884d225badf4, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=6066e4e5-f2b1-4daa-8378-884d225badf4,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:31.152067 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-64ba1185-79f4-48a5-9649-d69e1de4c20d None None] Provisioning complete for port a745162a-c6de-45dc-8ec7-f5c4e505d276 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:39:31.152472 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-64ba1185-79f4-48a5-9649-d69e1de4c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:31.193107 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:31.200640 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-64ba1185-79f4-48a5-9649-d69e1de4c20d None None] Port a745162a-c6de-45dc-8ec7-f5c4e505d276 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:39:31.254793 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=6066e4e5-f2b1-4daa-8378-884d225badf4,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:31.454020 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de14d9-0b72-4889-b087-878b670e797d req-3c8725ae-d0a5-41b8-a7b1-ce3160293db2 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:31.455727 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-73de14d9-0b72-4889-b087-878b670e797d req-3c8725ae-d0a5-41b8-a7b1-ce3160293db2 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 945 time: 0.0602307 Aug 31 05:39:31.497284 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-73de14d9-0b72-4889-b087-878b670e797d req-6daf8c64-24ad-4a72-98d2-e2d9287e7983 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348895 Aug 31 05:39:31.829197 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d7a51-be6d-4ee0-b71f-959298b596fc req-0a6c3504-1bb5-489d-bdd6-19424cec000b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:31.831473 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-818d7a51-be6d-4ee0-b71f-959298b596fc req-0a6c3504-1bb5-489d-bdd6-19424cec000b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 946 time: 0.0615509 Aug 31 05:39:31.852633 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 51246) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:31.857388 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-a1507a7e-d522-4453-8757-2479acd3e520 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1021240861', 'description': 'tempest-description--1186862309'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:31.888246 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a1507a7e-d522-4453-8757-2479acd3e520 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:31.896265 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-27058c82-a923-4fed-b559-8e0f917b90d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:31.901216 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-818d7a51-be6d-4ee0-b71f-959298b596fc req-bc6374e1-0835-460f-92a1-fead7267e7a3 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483227 Aug 31 05:39:32.001012 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a1507a7e-d522-4453-8757-2479acd3e520 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.014350 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a1507a7e-d522-4453-8757-2479acd3e520 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.037032 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a1507a7e-d522-4453-8757-2479acd3e520 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.041004 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-a1507a7e-d522-4453-8757-2479acd3e520 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1845720 Aug 31 05:39:32.041353 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51252) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:32.045959 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-ab601b91-3628-4ccb-9f53-038b0864efff tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Request body: {'security_group_rule': {'security_group_id': '76ea4e5d-619c-450f-bc5c-fda61c7bda25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:32.055914 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1507a7e-d522-4453-8757-2479acd3e520 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ea4e5d-619c-450f-bc5c-fda61c7bda25,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:32.083963 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ab601b91-3628-4ccb-9f53-038b0864efff tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.148986 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ab601b91-3628-4ccb-9f53-038b0864efff tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.153414 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ab601b91-3628-4ccb-9f53-038b0864efff tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.170218 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab601b91-3628-4ccb-9f53-038b0864efff tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b679f6-d24f-4464-b4ec-476f76c344fb,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:32.181338 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ab601b91-3628-4ccb-9f53-038b0864efff tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.183154 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ab601b91-3628-4ccb-9f53-038b0864efff tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407571 Aug 31 05:39:32.185942 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 51260) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:32.190644 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-2fbe7e00-7025-4b1c-a146-9e76d6194688 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Request body: {'security_group_rule': {'security_group_id': '76ea4e5d-619c-450f-bc5c-fda61c7bda25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:32.219288 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2fbe7e00-7025-4b1c-a146-9e76d6194688 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.281034 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2fbe7e00-7025-4b1c-a146-9e76d6194688 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.287061 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2fbe7e00-7025-4b1c-a146-9e76d6194688 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.329344 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2fbe7e00-7025-4b1c-a146-9e76d6194688 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.333487 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-2fbe7e00-7025-4b1c-a146-9e76d6194688 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436605 Aug 31 05:39:32.333855 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 51272) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:32.339309 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Request body: {'floatingip': {'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:32.345670 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe7e00-7025-4b1c-a146-9e76d6194688 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60ee135-122d-43e0-a8ba-042b58758c4c,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:32.367447 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.384483 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for floatingip, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.489741 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.629899 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968ed2f-0df4-4ec0-a434-570483e1832d req-3e8ddd01-db8a-44a2-a062-779ed4236d65 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:32.631388 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6968ed2f-0df4-4ec0-a434-570483e1832d req-3e8ddd01-db8a-44a2-a062-779ed4236d65 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 945 time: 0.0581698 Aug 31 05:39:32.640488 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Allocated IP 172.27.1.59 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/b935e583-800d-413b-a715-b8954cca6d17) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:39:32.691660 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6968ed2f-0df4-4ec0-a434-570483e1832d req-86f8435e-97d4-4d4f-bbe1-c60426543e1b tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535197 Aug 31 05:39:32.772242 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.772463 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 6066e4e5-f2b1-4daa-8378-884d225badf4 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:39:32.812912 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.824040 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 6066e4e5-f2b1-4daa-8378-884d225badf4 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:39:32.824433 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.848999 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:39:32.854314 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:39:32.857910 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:39:32.898381 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event updated for resources: {'Port': ['ID=b935e583-800d-413b-a715-b8954cca6d17,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:32.907906 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 0b2417c3-4a15-4fe1-94ff-7c800a30b567 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:39:32.965890 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 0b2417c3-4a15-4fe1-94ff-7c800a30b567 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:39:32.969634 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 0b2417c3-4a15-4fe1-94ff-7c800a30b567 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:39:32.970008 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:32.973679 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7303d49-3f2a-434a-9dab-ecaae02327a2 req-e148f96e-7ac9-4b63-a96f-1aa23ac998e9 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:32.975229 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d7303d49-3f2a-434a-9dab-ecaae02327a2 req-e148f96e-7ac9-4b63-a96f-1aa23ac998e9 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 945 time: 0.0917015 Aug 31 05:39:33.034967 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:33.054839 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:33.060595 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da0cd-561e-4153-b161-b82e1b618b02 req-90c2fd95-64d0-4997-869e-ac2c79f50cc3 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:33.062895 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1e8da0cd-561e-4153-b161-b82e1b618b02 req-90c2fd95-64d0-4997-869e-ac2c79f50cc3 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 946 time: 0.0808334 Aug 31 05:39:33.075582 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 0b2417c3-4a15-4fe1-94ff-7c800a30b567, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=0b2417c3-4a15-4fe1-94ff-7c800a30b567,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:33.081051 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:33.111577 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:33.118766 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1e8da0cd-561e-4153-b161-b82e1b618b02 req-8c470b37-22ec-4cab-be44-08fa0024e17c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Aug 31 05:39:33.133477 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=0b2417c3-4a15-4fe1-94ff-7c800a30b567,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:33.168719 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-d7303d49-3f2a-434a-9dab-ecaae02327a2 req-16d2bee3-4455-4783-a0af-bc583597b666 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Deleting port 605e1831-0315-418e-b7fc-b51a0430813f {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:39:33.169066 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-d7303d49-3f2a-434a-9dab-ecaae02327a2 req-16d2bee3-4455-4783-a0af-bc583597b666 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:33.285954 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:33.334572 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-d7303d49-3f2a-434a-9dab-ecaae02327a2 req-16d2bee3-4455-4783-a0af-bc583597b666 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] For port 605e1831-0315-418e-b7fc-b51a0430813f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=605e1831-0315-418e-b7fc-b51a0430813f,segment=NetworkSegment(55b78d3c-d022-4cac-993d-89284e56a4b8),segment_id=55b78d3c-d022-4cac-993d-89284e56a4b8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:33.334972 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-d7303d49-3f2a-434a-9dab-ecaae02327a2 req-16d2bee3-4455-4783-a0af-bc583597b666 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:33.357604 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-d7303d49-3f2a-434a-9dab-ecaae02327a2 req-16d2bee3-4455-4783-a0af-bc583597b666 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Calling delete_port for 605e1831-0315-418e-b7fc-b51a0430813f owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:39:33.370052 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:33.371111 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Sync routers for ids ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:39:33.376211 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:33.380971 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Routers {'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:39:33.381586 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-b04e3233-b04a-4147-b056-3760b729030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:39:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:33.479305 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event updated for resources: {'Port': ['ID=b935e583-800d-413b-a715-b8954cca6d17,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:33.488418 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Set router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:39:33.504089 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:33.525959 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:33.527262 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-eedbacdc-f524-4371-9d44-5e336ad09ddd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1924829 Aug 31 05:39:33.584757 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-d7303d49-3f2a-434a-9dab-ecaae02327a2 req-16d2bee3-4455-4783-a0af-bc583597b666 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:33.598225 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['605e1831-0315-418e-b7fc-b51a0430813f'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:39:33.616516 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2bee3-4455-4783-a0af-bc583597b666 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Pushing event deleted for resources: {'Port': ['ID=605e1831-0315-418e-b7fc-b51a0430813f,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:33.655999 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7303d49-3f2a-434a-9dab-ecaae02327a2 req-16d2bee3-4455-4783-a0af-bc583597b666 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] No DVR routers for this DVR port 605e1831-0315-418e-b7fc-b51a0430813f on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:39:33.658618 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-d7303d49-3f2a-434a-9dab-ecaae02327a2 req-16d2bee3-4455-4783-a0af-bc583597b666 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:33.660657 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d7303d49-3f2a-434a-9dab-ecaae02327a2 req-16d2bee3-4455-4783-a0af-bc583597b666 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.32 "DELETE /v2.0/ports/605e1831-0315-418e-b7fc-b51a0430813f HTTP/1.1" status: 204 len: 173 time: 0.6647203 Aug 31 05:39:33.661489 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b916f2c-3877-40ee-ba3c-7c81dea6ef62', 'name': 'network-vif-deleted', 'tag': '605e1831-0315-418e-b7fc-b51a0430813f'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:33.663883 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fb30a5-5fe6-453c-b027-c17e78ebb970" -d '{"events": [{"server_uuid": "1b916f2c-3877-40ee-ba3c-7c81dea6ef62", "name": "network-vif-deleted", "tag": "605e1831-0315-418e-b7fc-b51a0430813f"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:33.680274 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-a18281bd-97fd-4bfd-9472-05bb8f2ad831 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1021240861&fields=id&tenant_id=34d723e9f42f4e3f8378c14cfd4626d7 HTTP/1.1" status: 200 len: 267 time: 0.0337889 Aug 31 05:39:33.713437 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcee2528-9877-4144-ac3b-164f9342916b x-openstack-request-id: req-fcee2528-9877-4144-ac3b-164f9342916b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:33.713730 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b916f2c-3877-40ee-ba3c-7c81dea6ef62", "name": "network-vif-deleted", "tag": "605e1831-0315-418e-b7fc-b51a0430813f", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:33.713982 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fcee2528-9877-4144-ac3b-164f9342916b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:33.714377 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b916f2c-3877-40ee-ba3c-7c81dea6ef62', 'name': 'network-vif-deleted', 'tag': '605e1831-0315-418e-b7fc-b51a0430813f', 'status': 'completed', 'code': 200} Aug 31 05:39:33.747810 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-b04e3233-b04a-4147-b056-3760b729030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 2, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:33.784717 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Checking router: f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:39:33.785199 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Updating router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f port a745162a-c6de-45dc-8ec7-f5c4e505d276 binding host dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:39:33.814692 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:33.814982 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ee0633d3-d673-4521-9371-5e960a1bb316 req-abe8cd77-f03f-4dcb-a17e-2e0e87075706 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b916f2c-3877-40ee-ba3c-7c81dea6ef62 HTTP/1.1" status: 200 len: 210 time: 0.0396073 Aug 31 05:39:33.839483 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509a70c-5985-419e-a18b-1cf63672b469 req-b53f5fa1-3b81-49b8-84e5-f837a822cb90 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:33.841021 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-b53f5fa1-3b81-49b8-84e5-f837a822cb90 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/networks?id=eee52fee-fc33-48ae-a18b-8f7aa5914e38 HTTP/1.1" status: 200 len: 811 time: 0.1542222 Aug 31 05:39:33.856408 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-14151fac-6cf6-491d-bc0a-7e816e3261ed tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/quotas/34d723e9f42f4e3f8378c14cfd4626d7 HTTP/1.1" status: 200 len: 375 time: 0.0096996 Aug 31 05:39:33.908785 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-4bb2fe5d-2977-412c-a1d0-f4921881a743 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=34d723e9f42f4e3f8378c14cfd4626d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470190 Aug 31 05:39:34.003708 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-69b2a48a-a91f-4a72-a9e7-4a912a11fa5c service neutron] 10.222.0.10 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831707 Aug 31 05:39:34.071367 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Notify callbacks [] for port, precommit_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:34.081464 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.provisioning_blocks [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Transition to ACTIVE for port object a745162a-c6de-45dc-8ec7-f5c4e505d276 will not be triggered until provisioned by entity L2. {{(pid=94008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:39:34.088349 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:34.096902 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-5f04723b-fe80-42bd-b4c3-6f694f58fbbc service neutron] 10.222.0.10 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871465 Aug 31 05:39:34.131991 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39767abd-a693-4c22-8864-cd49bf34ef7c None None] Pushing event updated for resources: {'Port': ['ID=a745162a-c6de-45dc-8ec7-f5c4e505d276,revision_number=3']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:34.307156 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39767abd-a693-4c22-8864-cd49bf34ef7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:34.307746 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39767abd-a693-4c22-8864-cd49bf34ef7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:34.308244 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39767abd-a693-4c22-8864-cd49bf34ef7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:34.308627 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39767abd-a693-4c22-8864-cd49bf34ef7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:34.308955 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39767abd-a693-4c22-8864-cd49bf34ef7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:34.309275 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39767abd-a693-4c22-8864-cd49bf34ef7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:34.309592 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39767abd-a693-4c22-8864-cd49bf34ef7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:34.309907 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39767abd-a693-4c22-8864-cd49bf34ef7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:34.310244 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39767abd-a693-4c22-8864-cd49bf34ef7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:34.310583 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39767abd-a693-4c22-8864-cd49bf34ef7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:34.311174 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39767abd-a693-4c22-8864-cd49bf34ef7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:34.311690 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39767abd-a693-4c22-8864-cd49bf34ef7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:39:34.324281 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0ece143a-b38f-4c4f-a6c3-c27a54b03646 req-bd863596-b28f-41cf-a7bb-e677857ac267 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 210 time: 0.0428550 Aug 31 05:39:34.332041 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Attempting to bind port a745162a-c6de-45dc-8ec7-f5c4e505d276 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:39:34.332723 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Attempting to bind port a745162a-c6de-45dc-8ec7-f5c4e505d276 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:39:34.333264 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Attempting to bind port a745162a-c6de-45dc-8ec7-f5c4e505d276 on network eee52fee-fc33-48ae-a18b-8f7aa5914e38 {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:39:34.340261 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:39:34.340708 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Checking segment: {'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:39:34.341179 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:34.341616 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Bound using segment: {'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:39:34.342203 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Bound port: a745162a-c6de-45dc-8ec7-f5c4e505d276, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'}}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:39:34.342592 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:34.355140 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baaa146-0e0c-46a7-b39f-4063a5041be9 req-29b7eeef-7bf6-427b-a313-8a248c028084 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:34.356732 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7baaa146-0e0c-46a7-b39f-4063a5041be9 req-29b7eeef-7bf6-427b-a313-8a248c028084 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 946 time: 0.1401162 Aug 31 05:39:34.411637 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7baaa146-0e0c-46a7-b39f-4063a5041be9 req-9b482fb4-154d-4e3a-b96c-5b413507c269 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433104 Aug 31 05:39:34.412511 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-b04e3233-b04a-4147-b056-3760b729030d None None] For port a745162a-c6de-45dc-8ec7-f5c4e505d276, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:39:34.415865 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-b04e3233-b04a-4147-b056-3760b729030d None None] For port a745162a-c6de-45dc-8ec7-f5c4e505d276, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=a745162a-c6de-45dc-8ec7-f5c4e505d276,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:39:34.436546 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:34.497399 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Routers {'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:39:34.498024 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-b04e3233-b04a-4147-b056-3760b729030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:39:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:34.539964 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39767abd-a693-4c22-8864-cd49bf34ef7c None None] Pushing event updated for resources: {'Port': ['ID=a745162a-c6de-45dc-8ec7-f5c4e505d276,revision_number=4']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:34.627642 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-b04e3233-b04a-4147-b056-3760b729030d None None] Set router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:39:34.700850 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 0b2417c3-4a15-4fe1-94ff-7c800a30b567 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:39:34.752953 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 0b2417c3-4a15-4fe1-94ff-7c800a30b567 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:39:34.753563 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:34.855676 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device a745162a-c6de-45dc-8ec7-f5c4e505d276 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:39:34.863453 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-b04e3233-b04a-4147-b056-3760b729030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:34Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:34.891209 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e3233-b04a-4147-b056-3760b729030d None None] The sync data for ids ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'] in dv-cinder-806559-3-iscsi is: [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:34Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:39:34.914936 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:34.930199 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port a745162a-c6de-45dc-8ec7-f5c4e505d276 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:39:34.934956 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port a745162a-c6de-45dc-8ec7-f5c4e505d276 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:39:34.935476 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:35.018620 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:35.057800 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port a745162a-c6de-45dc-8ec7-f5c4e505d276, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=a745162a-c6de-45dc-8ec7-f5c4e505d276,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:35.062455 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:35.111474 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=a745162a-c6de-45dc-8ec7-f5c4e505d276,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:35.174080 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-1665353a-e2b3-45f4-89a9-6f85cd548966 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:35.175642 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-1665353a-e2b3-45f4-89a9-6f85cd548966 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/networks?id=0cd6539b-283b-4f3a-b994-98c44338faa4 HTTP/1.1" status: 200 len: 809 time: 0.1067076 Aug 31 05:39:35.191407 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-9a2fa68b-ea26-4f44-bb10-0fc89aadf5cb tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/quotas/1750ca6f38f34c1696670f96079d56b1 HTTP/1.1" status: 200 len: 375 time: 0.0093637 Aug 31 05:39:35.224164 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-202edebb-219c-42e3-ae09-7f5647df3d4b tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1750ca6f38f34c1696670f96079d56b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268784 Aug 31 05:39:35.323749 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-53381399-c6ab-42a1-9ca2-e03e675b2ce6 service neutron] 10.222.0.10 "GET /v2.0/networks/0cd6539b-283b-4f3a-b994-98c44338faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917878 Aug 31 05:39:35.466782 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-220d02de-94e1-4b86-b49a-116a7608bef1 req-616522f4-9fe8-4906-b995-6eeb7dc68c62 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 210 time: 0.0459065 Aug 31 05:39:35.483746 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-f3962faf-0f9e-461f-abe1-cd9f6927df76 service neutron] 10.222.0.10 "GET /v2.0/networks/0cd6539b-283b-4f3a-b994-98c44338faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574306 Aug 31 05:39:35.659958 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0e194775-7c8d-419f-bb6e-061a411018bf req-d7fce2db-538e-4b7b-a294-9cff8837de3c tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 210 time: 0.0298479 Aug 31 05:39:35.687054 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509a70c-5985-419e-a18b-1cf63672b469 req-6eaa8dcf-8b1b-470b-873d-86f23ac86b25 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:35.688893 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-6eaa8dcf-8b1b-470b-873d-86f23ac86b25 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.32 "GET /v2.0/networks?id=eee52fee-fc33-48ae-a18b-8f7aa5914e38 HTTP/1.1" status: 200 len: 811 time: 0.3890834 Aug 31 05:39:35.735539 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-870a0359-908f-489a-a2d7-258ef3243ed4 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d723e9f42f4e3f8378c14cfd4626d7 HTTP/1.1" status: 200 len: 380 time: 0.0339558 Aug 31 05:39:35.745128 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3b689980-859e-48e3-a3ac-7775c5b90891 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Request body: {'port': {'device_id': '9dfbe848-d337-4bf0-a5e0-310c970772d4', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'admin_state_up': True, 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'security_groups': ['76ea4e5d-619c-450f-bc5c-fda61c7bda25']}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:35.861262 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3b689980-859e-48e3-a3ac-7775c5b90891 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Made reservation on behalf of 34d723e9f42f4e3f8378c14cfd4626d7 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:39:35.865059 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3b689980-859e-48e3-a3ac-7775c5b90891 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:35.995013 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3b689980-859e-48e3-a3ac-7775c5b90891 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Allocated IP 172.20.0.11 (eee52fee-fc33-48ae-a18b-8f7aa5914e38/5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97/1301f336-a526-4378-9098-906ef374d112) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:39:36.150043 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3b689980-859e-48e3-a3ac-7775c5b90891 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:36.190337 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3b689980-859e-48e3-a3ac-7775c5b90891 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Transition to ACTIVE for port object 1301f336-a526-4378-9098-906ef374d112 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:39:36.193968 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286352c-e1a5-41b2-9486-c28f86d36446 req-6bbf31d9-8b10-4452-8823-f60032acc3ad tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:36.195643 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a286352c-e1a5-41b2-9486-c28f86d36446 req-6bbf31d9-8b10-4452-8823-f60032acc3ad tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 985 time: 0.0534084 Aug 31 05:39:36.220970 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75554e4e-071d-4d96-bfca-6ba1abf981b8 req-d107c342-2935-4cc1-ab1a-61192cb93ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:36.222800 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-75554e4e-071d-4d96-bfca-6ba1abf981b8 req-d107c342-2935-4cc1-ab1a-61192cb93ac6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=670d3c40a5e44c9ea470cf2712d349e6&device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 1138 time: 0.0617416 Aug 31 05:39:36.245751 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a286352c-e1a5-41b2-9486-c28f86d36446 req-7292d43f-7912-4d30-8031-e17bfbe3d716 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&id=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425458 Aug 31 05:39:36.289668 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3b689980-859e-48e3-a3ac-7775c5b90891 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:36.344377 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3b689980-859e-48e3-a3ac-7775c5b90891 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Network eee52fee-fc33-48ae-a18b-8f7aa5914e38 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:39:36.352783 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3b689980-859e-48e3-a3ac-7775c5b90891 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:39:36.363720 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3b689980-859e-48e3-a3ac-7775c5b90891 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:39:36.391280 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b689980-859e-48e3-a3ac-7775c5b90891 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event updated for resources: {'Port': ['ID=1301f336-a526-4378-9098-906ef374d112,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:36.394096 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75554e4e-071d-4d96-bfca-6ba1abf981b8 req-cbdb095e-cc9c-48ac-9434-0c0ca2c7db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:36.395613 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-75554e4e-071d-4d96-bfca-6ba1abf981b8 req-cbdb095e-cc9c-48ac-9434-0c0ca2c7db21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a6a1804-2296-461b-aa1f-808524c5fabd HTTP/1.1" status: 200 len: 915 time: 0.1645679 Aug 31 05:39:36.464383 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3b689980-859e-48e3-a3ac-7775c5b90891 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:36.465006 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3b689980-859e-48e3-a3ac-7775c5b90891 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:36.493843 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3b689980-859e-48e3-a3ac-7775c5b90891 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7523956 Aug 31 05:39:36.496123 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-75554e4e-071d-4d96-bfca-6ba1abf981b8 req-fe1bf988-e46e-4a11-8866-7107778892cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 HTTP/1.1" status: 200 len: 1002 time: 0.0884676 Aug 31 05:39:36.515872 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Request body: {'port': {'device_id': '9dfbe848-d337-4bf0-a5e0-310c970772d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:36.583582 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b56e58-e17b-4385-8826-65d695110def req-9d026822-9c64-4cef-b612-bda565ff7b23 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:36.585696 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-63b56e58-e17b-4385-8826-65d695110def req-9d026822-9c64-4cef-b612-bda565ff7b23 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 932 time: 0.0513728 Aug 31 05:39:36.642824 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75554e4e-071d-4d96-bfca-6ba1abf981b8 req-cab0605d-764d-4080-bb4e-fda395eee0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:36.644817 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-75554e4e-071d-4d96-bfca-6ba1abf981b8 req-cab0605d-764d-4080-bb4e-fda395eee0fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc6a39d3-4167-4875-a56e-d1606992be8e HTTP/1.1" status: 200 len: 853 time: 0.1254525 Aug 31 05:39:36.646378 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-63b56e58-e17b-4385-8826-65d695110def req-b48f99ad-7aaa-461c-8e81-ed92bea65f9f tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536056 Aug 31 05:39:36.658311 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-deee0f30-87de-49e9-8fda-a882c6590feb None None] Provisioning for port 1301f336-a526-4378-9098-906ef374d112 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:39:36.669840 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-deee0f30-87de-49e9-8fda-a882c6590feb None None] Provisioning complete for port 1301f336-a526-4378-9098-906ef374d112 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:39:36.669840 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-deee0f30-87de-49e9-8fda-a882c6590feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:36.696867 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device a745162a-c6de-45dc-8ec7-f5c4e505d276 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:39:36.722877 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:36.753575 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-deee0f30-87de-49e9-8fda-a882c6590feb None None] Port 1301f336-a526-4378-9098-906ef374d112 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:39:36.760813 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port a745162a-c6de-45dc-8ec7-f5c4e505d276 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:39:36.761298 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:36.780391 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-674b1981-7869-43bf-88b2-b8d1ea888174 req-ea50c08c-037b-48df-ba86-75aaa2f53867 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 210 time: 0.0455108 Aug 31 05:39:36.815991 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-1cf35dce-46a4-4614-9225-b7d2518335f4 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:36.817438 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-1cf35dce-46a4-4614-9225-b7d2518335f4 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.32 "GET /v2.0/networks?id=0cd6539b-283b-4f3a-b994-98c44338faa4 HTTP/1.1" status: 200 len: 809 time: 0.2432766 Aug 31 05:39:36.821489 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75554e4e-071d-4d96-bfca-6ba1abf981b8 req-668db763-b305-47ac-83f6-55cffd6b6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:36.822917 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-75554e4e-071d-4d96-bfca-6ba1abf981b8 req-668db763-b305-47ac-83f6-55cffd6b6a5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a6a1804-2296-461b-aa1f-808524c5fabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1662204 Aug 31 05:39:36.850413 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-24b28c86-9045-42db-ac6f-55d07f87548d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Request body: {'port': {'device_id': '60537989-2ea0-4c42-b1f6-b28f2957504e', 'network_id': '0cd6539b-283b-4f3a-b994-98c44338faa4', 'admin_state_up': True, 'tenant_id': '1750ca6f38f34c1696670f96079d56b1'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:37.112921 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-75554e4e-071d-4d96-bfca-6ba1abf981b8 req-f55aa04c-74c0-476d-9e80-821613db1d99 service neutron] 10.222.0.32 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725124 Aug 31 05:39:37.188988 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-24b28c86-9045-42db-ac6f-55d07f87548d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Made reservation on behalf of 1750ca6f38f34c1696670f96079d56b1 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:39:37.192463 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-24b28c86-9045-42db-ac6f-55d07f87548d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:37.260012 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 605e1831-0315-418e-b7fc-b51a0430813f no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:39:37.280763 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: 605e1831-0315-418e-b7fc-b51a0430813f {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:39:37.281109 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 605e1831-0315-418e-b7fc-b51a0430813f not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:39:37.307501 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-75554e4e-071d-4d96-bfca-6ba1abf981b8 req-95d0b14c-4098-4256-8628-54acbc4e4f1e service neutron] 10.222.0.32 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848407 Aug 31 05:39:37.367273 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233382b1-ef4c-479c-978f-1761115086b6 req-aabe2bc6-8d20-44cc-a31b-de642cd06c06 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:37.368645 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-233382b1-ef4c-479c-978f-1761115086b6 req-aabe2bc6-8d20-44cc-a31b-de642cd06c06 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 985 time: 0.0505865 Aug 31 05:39:37.378295 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1301f336-a526-4378-9098-906ef374d112 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:39:37.391090 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:37.412347 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-233382b1-ef4c-479c-978f-1761115086b6 req-7b2cd7c8-2238-4793-8e48-a0da71eefa05 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&id=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374453 Aug 31 05:39:37.413985 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Transition to ACTIVE for port object 1301f336-a526-4378-9098-906ef374d112 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:39:37.418717 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-24b28c86-9045-42db-ac6f-55d07f87548d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Allocated IP 172.20.0.4 (0cd6539b-283b-4f3a-b994-98c44338faa4/c1c1a4b4-e7fb-4e8c-92c1-89d9eddb14e8/ac9eef32-883b-403b-947e-58ed489f82cb) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:39:37.420700 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:37.520399 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Pushing event updated for resources: {'Port': ['ID=1301f336-a526-4378-9098-906ef374d112,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:37.642653 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Attempting to bind port 1301f336-a526-4378-9098-906ef374d112 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:39:37.642990 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Attempting to bind port 1301f336-a526-4378-9098-906ef374d112 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:39:37.643346 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Attempting to bind port 1301f336-a526-4378-9098-906ef374d112 on network eee52fee-fc33-48ae-a18b-8f7aa5914e38 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:39:37.652157 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Port 1301f336-a526-4378-9098-906ef374d112 on network eee52fee-fc33-48ae-a18b-8f7aa5914e38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:39:37.652482 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Attempting to bind port 1301f336-a526-4378-9098-906ef374d112 on network eee52fee-fc33-48ae-a18b-8f7aa5914e38 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:39:37.664602 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:39:37.664602 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Checking segment: {'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:39:37.664914 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Bound using segment: {'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:39:37.665102 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Bound port: 1301f336-a526-4378-9098-906ef374d112, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:39:37.665454 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:37.698488 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-24b28c86-9045-42db-ac6f-55d07f87548d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:37.768735 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb098dc-152a-40b4-b151-63f8d93f399e req-77c73428-816a-4421-b01f-87bfebc79cda tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:37.770820 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9cb098dc-152a-40b4-b151-63f8d93f399e req-77c73428-816a-4421-b01f-87bfebc79cda tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 944 time: 0.0534132 Aug 31 05:39:37.771408 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] For port 1301f336-a526-4378-9098-906ef374d112, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:39:37.787860 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] For port 1301f336-a526-4378-9098-906ef374d112, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1301f336-a526-4378-9098-906ef374d112,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:39:37.794168 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:37.803266 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-24b28c86-9045-42db-ac6f-55d07f87548d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:37.815368 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9cb098dc-152a-40b4-b151-63f8d93f399e req-349e64d7-0ef8-4b59-bac2-c36cfff73cb6 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378075 Aug 31 05:39:37.845113 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:37.845734 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:37.847154 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] 10.222.0.32 "PUT /v2.0/ports/1301f336-a526-4378-9098-906ef374d112 HTTP/1.1" status: 200 len: 1094 time: 1.3384721 Aug 31 05:39:37.849323 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfbe848-d337-4bf0-a5e0-310c970772d4', 'tag': '1301f336-a526-4378-9098-906ef374d112'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:37.851643 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3339d8d-644e-4014-b7fd-a514e0adbc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfbe848-d337-4bf0-a5e0-310c970772d4", "tag": "1301f336-a526-4378-9098-906ef374d112"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:37.862009 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-24b28c86-9045-42db-ac6f-55d07f87548d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Network 0cd6539b-283b-4f3a-b994-98c44338faa4 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:39:37.866339 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-24b28c86-9045-42db-ac6f-55d07f87548d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:39:37.873836 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-24b28c86-9045-42db-ac6f-55d07f87548d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:39:37.901510 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0250e2-7dba-4bd6-879d-5612d98ccf59 service neutron] Pushing event updated for resources: {'Port': ['ID=1301f336-a526-4378-9098-906ef374d112,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:37.904696 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:39:37.905239 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd0f294-ba24-4c09-9d33-985c473c5cb5 x-openstack-request-id: req-abd0f294-ba24-4c09-9d33-985c473c5cb5 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:37.905551 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfbe848-d337-4bf0-a5e0-310c970772d4", "tag": "1301f336-a526-4378-9098-906ef374d112", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:37.905805 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-abd0f294-ba24-4c09-9d33-985c473c5cb5 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:37.906195 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfbe848-d337-4bf0-a5e0-310c970772d4', 'tag': '1301f336-a526-4378-9098-906ef374d112', 'status': 'completed', 'code': 200} Aug 31 05:39:37.954921 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d77e8-cd67-42cf-9885-e4070acccb0c req-d0936203-5b9e-42b2-9df1-6b07b132c7a4 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:37.956668 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ec7d77e8-cd67-42cf-9885-e4070acccb0c req-d0936203-5b9e-42b2-9df1-6b07b132c7a4 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 931 time: 0.0632105 Aug 31 05:39:37.987422 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-24b28c86-9045-42db-ac6f-55d07f87548d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:37.988309 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-24b28c86-9045-42db-ac6f-55d07f87548d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:37.998595 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ec7d77e8-cd67-42cf-9885-e4070acccb0c req-845fa87a-b7c3-448c-aff6-a88015a4c046 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347404 Aug 31 05:39:38.006659 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b28c86-9045-42db-ac6f-55d07f87548d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Pushing event updated for resources: {'Port': ['ID=ac9eef32-883b-403b-947e-58ed489f82cb,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:38.018389 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509a70c-5985-419e-a18b-1cf63672b469 req-723934b8-7e2b-48e1-8709-07bfd8e81650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:38.019957 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-723934b8-7e2b-48e1-8709-07bfd8e81650 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34d723e9f42f4e3f8378c14cfd4626d7&device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 1097 time: 0.1109068 Aug 31 05:39:38.021306 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-24b28c86-9045-42db-ac6f-55d07f87548d tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1826653 Aug 31 05:39:38.041890 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Request body: {'port': {'device_id': '60537989-2ea0-4c42-b1f6-b28f2957504e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:38.095197 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-0bdbb773-72c0-44b8-b49e-a61f792092ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1301f336-a526-4378-9098-906ef374d112 HTTP/1.1" status: 200 len: 217 time: 0.0594714 Aug 31 05:39:38.157928 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:38.177755 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509a70c-5985-419e-a18b-1cf63672b469 req-6b9204fb-73cd-478b-971b-131c816cf61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:38.179838 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-6b9204fb-73cd-478b-971b-131c816cf61d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97 HTTP/1.1" status: 200 len: 850 time: 0.0740232 Aug 31 05:39:38.296163 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509a70c-5985-419e-a18b-1cf63672b469 req-6d2eabf7-4089-4be7-b131-950e41a44246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:38.297659 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-6d2eabf7-4089-4be7-b131-950e41a44246 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eee52fee-fc33-48ae-a18b-8f7aa5914e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016228 Aug 31 05:39:38.454758 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-dd92c602-d9da-4af5-ad31-595cf91169bf service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478572 Aug 31 05:39:38.530232 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe7ce5-c942-4da2-8d0a-ef3ce285e302 req-1385ab74-7e37-4923-9031-f8b093f16559 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:38.531745 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-aabe7ce5-c942-4da2-8d0a-ef3ce285e302 req-1385ab74-7e37-4923-9031-f8b093f16559 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 985 time: 0.0485210 Aug 31 05:39:38.571211 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-aabe7ce5-c942-4da2-8d0a-ef3ce285e302 req-e95d6a98-bf2a-42ea-ab42-6c781d4c7624 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&id=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332468 Aug 31 05:39:38.590661 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9eef32-883b-403b-947e-58ed489f82cb {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:39:38.600393 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:38.604612 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e509a70c-5985-419e-a18b-1cf63672b469 req-67344403-ec28-4b4d-95f4-bce2c8d6f395 service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404283 Aug 31 05:39:38.614923 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Transition to ACTIVE for port object ac9eef32-883b-403b-947e-58ed489f82cb will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:39:38.618978 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:38.679851 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9eef32-883b-403b-947e-58ed489f82cb,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:38.935855 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83259c-49c6-4ec9-9593-ff3e0dcb14fd req-08304db9-bcaf-4952-9e78-0956a9309e5a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:38.937743 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0e83259c-49c6-4ec9-9593-ff3e0dcb14fd req-08304db9-bcaf-4952-9e78-0956a9309e5a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 944 time: 0.0542386 Aug 31 05:39:38.974106 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3339d8d-644e-4014-b7fd-a514e0adbc5d req-bdf770a3-7a42-4302-883e-7066efad2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:38.975639 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c3339d8d-644e-4014-b7fd-a514e0adbc5d req-bdf770a3-7a42-4302-883e-7066efad2485 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34d723e9f42f4e3f8378c14cfd4626d7&device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 1097 time: 0.3055015 Aug 31 05:39:38.976798 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0e83259c-49c6-4ec9-9593-ff3e0dcb14fd req-92185b7e-768c-4349-ad58-dfaa4f82e7d2 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314071 Aug 31 05:39:39.002306 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Attempting to bind port ac9eef32-883b-403b-947e-58ed489f82cb on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:39:39.002648 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Attempting to bind port ac9eef32-883b-403b-947e-58ed489f82cb by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '55b78d3c-d022-4cac-993d-89284e56a4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0cd6539b-283b-4f3a-b994-98c44338faa4'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:39:39.002975 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Attempting to bind port ac9eef32-883b-403b-947e-58ed489f82cb on network 0cd6539b-283b-4f3a-b994-98c44338faa4 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:39:39.042267 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Port ac9eef32-883b-403b-947e-58ed489f82cb on network 0cd6539b-283b-4f3a-b994-98c44338faa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:39:39.042596 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Attempting to bind port ac9eef32-883b-403b-947e-58ed489f82cb on network 0cd6539b-283b-4f3a-b994-98c44338faa4 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:39:39.051763 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:39:39.052103 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Checking segment: {'id': '55b78d3c-d022-4cac-993d-89284e56a4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0cd6539b-283b-4f3a-b994-98c44338faa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:39:39.052486 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Bound using segment: {'id': '55b78d3c-d022-4cac-993d-89284e56a4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0cd6539b-283b-4f3a-b994-98c44338faa4'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:39:39.052924 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Bound port: ac9eef32-883b-403b-947e-58ed489f82cb, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b78d3c-d022-4cac-993d-89284e56a4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0cd6539b-283b-4f3a-b994-98c44338faa4'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:39:39.053281 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:39.118016 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b08392-9ab9-49b0-ac9e-a9c4dc5eb179 req-21f667f8-7b92-448d-a152-56dbdd28864c tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:39.119428 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c1b08392-9ab9-49b0-ac9e-a9c4dc5eb179 req-21f667f8-7b92-448d-a152-56dbdd28864c tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 943 time: 0.0483563 Aug 31 05:39:39.125540 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3339d8d-644e-4014-b7fd-a514e0adbc5d req-fd41ba17-2a9d-47c9-b2d5-cf9efa05d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:39.127002 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c3339d8d-644e-4014-b7fd-a514e0adbc5d req-fd41ba17-2a9d-47c9-b2d5-cf9efa05d92a service neutron] 10.222.0.32 "GET /v2.0/networks?id=eee52fee-fc33-48ae-a18b-8f7aa5914e38 HTTP/1.1" status: 200 len: 912 time: 0.1335349 Aug 31 05:39:39.158382 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c1b08392-9ab9-49b0-ac9e-a9c4dc5eb179 req-737b49c9-4231-4b56-9c20-f72d3f216195 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Aug 31 05:39:39.177853 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] For port ac9eef32-883b-403b-947e-58ed489f82cb, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:39:39.181199 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c3339d8d-644e-4014-b7fd-a514e0adbc5d req-e72c29db-9c5a-45c5-99ac-8f670c84f781 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1301f336-a526-4378-9098-906ef374d112 HTTP/1.1" status: 200 len: 217 time: 0.0436318 Aug 31 05:39:39.198536 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] For port ac9eef32-883b-403b-947e-58ed489f82cb, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ac9eef32-883b-403b-947e-58ed489f82cb,segment=NetworkSegment(55b78d3c-d022-4cac-993d-89284e56a4b8),segment_id=55b78d3c-d022-4cac-993d-89284e56a4b8)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:39:39.218601 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:39.264206 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:39.264808 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:39.266161 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] 10.222.0.32 "PUT /v2.0/ports/ac9eef32-883b-403b-947e-58ed489f82cb HTTP/1.1" status: 200 len: 1093 time: 1.2292874 Aug 31 05:39:39.272853 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3339d8d-644e-4014-b7fd-a514e0adbc5d req-b0ee9fc9-dd72-4f79-be02-501c1cc086a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:39.274201 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c3339d8d-644e-4014-b7fd-a514e0adbc5d req-b0ee9fc9-dd72-4f79-be02-501c1cc086a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97 HTTP/1.1" status: 200 len: 850 time: 0.0846977 Aug 31 05:39:39.294833 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cc62b-42f9-4842-ab3b-77b246c87d44 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9eef32-883b-403b-947e-58ed489f82cb,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:39.355076 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3339d8d-644e-4014-b7fd-a514e0adbc5d req-59c176d6-260b-4eb8-ba68-79295a6ab266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:39.356635 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c3339d8d-644e-4014-b7fd-a514e0adbc5d req-59c176d6-260b-4eb8-ba68-79295a6ab266 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eee52fee-fc33-48ae-a18b-8f7aa5914e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745337 Aug 31 05:39:39.362211 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-7596f0a2-fa68-4786-939f-a662d92cc825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:39.363838 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-7596f0a2-fa68-4786-939f-a662d92cc825 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1750ca6f38f34c1696670f96079d56b1&device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 1096 time: 0.0534809 Aug 31 05:39:39.445480 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-d3509c6f-cc8c-4a12-80e2-a6a4af582049 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac9eef32-883b-403b-947e-58ed489f82cb HTTP/1.1" status: 200 len: 217 time: 0.0644801 Aug 31 05:39:39.523711 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c3339d8d-644e-4014-b7fd-a514e0adbc5d req-4144e1de-beca-4f55-9288-e7a03b8601eb service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500366 Aug 31 05:39:39.525061 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-d16f0768-0d85-48fd-bda2-305a4f0e15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:39.526373 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-d16f0768-0d85-48fd-bda2-305a4f0e15eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1c1a4b4-e7fb-4e8c-92c1-89d9eddb14e8 HTTP/1.1" status: 200 len: 849 time: 0.0675437 Aug 31 05:39:39.602142 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-456ca864-17b5-4362-8717-d1d778dfc1c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0cd6539b-283b-4f3a-b994-98c44338faa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560498 Aug 31 05:39:39.688919 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde69b6-b66c-48ce-9fc7-3d648dfbe03d req-8347deba-8c58-49c3-a276-94fbb9b2d379 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:39.690393 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0dde69b6-b66c-48ce-9fc7-3d648dfbe03d req-8347deba-8c58-49c3-a276-94fbb9b2d379 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 985 time: 0.0488348 Aug 31 05:39:39.700135 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c3339d8d-644e-4014-b7fd-a514e0adbc5d req-1e30ff91-5cbf-417b-9aba-ab49f35bb858 service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606216 Aug 31 05:39:39.717761 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-fccb456d-1dfe-4f38-8ff3-7c4f28ba191a service neutron] 10.222.0.32 "GET /v2.0/networks/0cd6539b-283b-4f3a-b994-98c44338faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066072 Aug 31 05:39:39.731830 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0dde69b6-b66c-48ce-9fc7-3d648dfbe03d req-c7a50e01-8c86-472c-89b8-477f55596813 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&id=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348592 Aug 31 05:39:39.812950 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-43d87512-e9c3-45c8-8dc9-9261aa5d33f8 req-a7666a51-93a4-4d8b-beb6-4a5b165284a0 service neutron] 10.222.0.32 "GET /v2.0/networks/0cd6539b-283b-4f3a-b994-98c44338faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849230 Aug 31 05:39:39.906886 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60537989-2ea0-4c42-b1f6-b28f2957504e', 'tag': 'ac9eef32-883b-403b-947e-58ed489f82cb'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:39.909336 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c0950a-4ee8-43f2-b7ac-0bdd119d87b8" -d '{"events": [{"name": "network-changed", "server_uuid": "60537989-2ea0-4c42-b1f6-b28f2957504e", "tag": "ac9eef32-883b-403b-947e-58ed489f82cb"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:39.943425 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16aabf25-dc90-4ec7-9674-b1f003d7f52c x-openstack-request-id: req-16aabf25-dc90-4ec7-9674-b1f003d7f52c {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:39.943719 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60537989-2ea0-4c42-b1f6-b28f2957504e", "tag": "ac9eef32-883b-403b-947e-58ed489f82cb", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:39.943976 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16aabf25-dc90-4ec7-9674-b1f003d7f52c {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:39.944375 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60537989-2ea0-4c42-b1f6-b28f2957504e', 'tag': 'ac9eef32-883b-403b-947e-58ed489f82cb', 'status': 'completed', 'code': 200} Aug 31 05:39:40.005001 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0950a-4ee8-43f2-b7ac-0bdd119d87b8 req-de4b05df-a480-482f-9eea-790a6e636b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:40.006510 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-89c0950a-4ee8-43f2-b7ac-0bdd119d87b8 req-de4b05df-a480-482f-9eea-790a6e636b36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1750ca6f38f34c1696670f96079d56b1&device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 1096 time: 0.0407565 Aug 31 05:39:40.100440 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca396fcc-a538-4dcc-9692-6d05789b6892 req-860231ab-1125-4606-95cb-58d03889303c tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:40.101906 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0950a-4ee8-43f2-b7ac-0bdd119d87b8 req-4663d36f-bdf4-46fe-842c-db67df2addbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:40.102635 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ca396fcc-a538-4dcc-9692-6d05789b6892 req-860231ab-1125-4606-95cb-58d03889303c tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 944 time: 0.0513899 Aug 31 05:39:40.103406 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-89c0950a-4ee8-43f2-b7ac-0bdd119d87b8 req-4663d36f-bdf4-46fe-842c-db67df2addbb service neutron] 10.222.0.32 "GET /v2.0/networks?id=0cd6539b-283b-4f3a-b994-98c44338faa4 HTTP/1.1" status: 200 len: 910 time: 0.0874674 Aug 31 05:39:40.139107 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ca396fcc-a538-4dcc-9692-6d05789b6892 req-f823a3f5-d4f1-49d3-9c2e-fe1d282dbdec tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303397 Aug 31 05:39:40.146695 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-89c0950a-4ee8-43f2-b7ac-0bdd119d87b8 req-07e4ee0b-5b94-43be-ae37-2b41239b16d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac9eef32-883b-403b-947e-58ed489f82cb HTTP/1.1" status: 200 len: 217 time: 0.0339820 Aug 31 05:39:40.198807 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0950a-4ee8-43f2-b7ac-0bdd119d87b8 req-a2e03c6e-f8c7-4c3a-af5e-1958de1ed883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:40.200577 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-89c0950a-4ee8-43f2-b7ac-0bdd119d87b8 req-a2e03c6e-f8c7-4c3a-af5e-1958de1ed883 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1c1a4b4-e7fb-4e8c-92c1-89d9eddb14e8 HTTP/1.1" status: 200 len: 849 time: 0.0435474 Aug 31 05:39:40.233416 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-89c0950a-4ee8-43f2-b7ac-0bdd119d87b8 req-6d400618-757d-4686-8e17-d0595373087a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0cd6539b-283b-4f3a-b994-98c44338faa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248578 Aug 31 05:39:40.272380 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f686e2-1291-4bf4-bb11-888d74aba47e req-29d39632-b237-4d1c-afea-813c4dfdefb6 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:40.274322 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-89f686e2-1291-4bf4-bb11-888d74aba47e req-29d39632-b237-4d1c-afea-813c4dfdefb6 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 943 time: 0.0497763 Aug 31 05:39:40.311425 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-89f686e2-1291-4bf4-bb11-888d74aba47e req-9c55b5fb-2534-4f7c-a147-afc1aef7502b tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310218 Aug 31 05:39:40.334308 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-89c0950a-4ee8-43f2-b7ac-0bdd119d87b8 req-4012e9f0-95b2-4a4a-b87e-4f39c054480d service neutron] 10.222.0.32 "GET /v2.0/networks/0cd6539b-283b-4f3a-b994-98c44338faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920126 Aug 31 05:39:40.423531 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-89c0950a-4ee8-43f2-b7ac-0bdd119d87b8 req-de188919-25cc-4778-b520-8d9f56503110 service neutron] 10.222.0.32 "GET /v2.0/networks/0cd6539b-283b-4f3a-b994-98c44338faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792294 Aug 31 05:39:40.847193 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e2a58-e7a6-4a91-8d28-24be1c4c730d req-0777c154-cde6-4b49-a3e4-a5816c6a0ec1 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:40.848571 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-922e2a58-e7a6-4a91-8d28-24be1c4c730d req-0777c154-cde6-4b49-a3e4-a5816c6a0ec1 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 985 time: 0.0486038 Aug 31 05:39:40.887556 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-922e2a58-e7a6-4a91-8d28-24be1c4c730d req-b8e277ac-92f3-4fe8-a3e5-6e79353c6a92 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&id=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330937 Aug 31 05:39:41.251485 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device ac9eef32-883b-403b-947e-58ed489f82cb details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:39:41.254823 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3d709-5b1a-40b8-8e45-7261dfafcdc4 req-b3e229c8-d29d-45d3-8f1f-14b703293f08 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:41.256387 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6cf3d709-5b1a-40b8-8e45-7261dfafcdc4 req-b3e229c8-d29d-45d3-8f1f-14b703293f08 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 944 time: 0.0519199 Aug 31 05:39:41.294020 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6cf3d709-5b1a-40b8-8e45-7261dfafcdc4 req-07d07563-81fe-4958-abb9-676eac3a24d5 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315459 Aug 31 05:39:41.346811 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port ac9eef32-883b-403b-947e-58ed489f82cb, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ac9eef32-883b-403b-947e-58ed489f82cb,segment=NetworkSegment(55b78d3c-d022-4cac-993d-89284e56a4b8),segment_id=55b78d3c-d022-4cac-993d-89284e56a4b8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:41.358388 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': 'ac9eef32-883b-403b-947e-58ed489f82cb', 'network_id': '0cd6539b-283b-4f3a-b994-98c44338faa4', 'port_id': 'ac9eef32-883b-403b-947e-58ed489f82cb', 'mac_address': 'fa:16:3e:21:e4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c1a4b4-e7fb-4e8c-92c1-89d9eddb14e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:39:41.398575 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:41.411303 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9eef32-883b-403b-947e-58ed489f82cb {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:39:41.423465 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edfaf6-f93c-46b3-8d6c-c6e4b671ff96 req-b8109625-e12a-4674-9484-48603ed50da3 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:41.424881 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e1edfaf6-f93c-46b3-8d6c-c6e4b671ff96 req-b8109625-e12a-4674-9484-48603ed50da3 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 943 time: 0.0484052 Aug 31 05:39:41.430217 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port ac9eef32-883b-403b-947e-58ed489f82cb, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ac9eef32-883b-403b-947e-58ed489f82cb,segment=NetworkSegment(55b78d3c-d022-4cac-993d-89284e56a4b8),segment_id=55b78d3c-d022-4cac-993d-89284e56a4b8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:41.434367 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:41.435130 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 1301f336-a526-4378-9098-906ef374d112 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:39:41.462109 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e1edfaf6-f93c-46b3-8d6c-c6e4b671ff96 req-14fb82f3-6f33-4b8e-854b-e998a2837bf5 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311241 Aug 31 05:39:41.524903 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=ac9eef32-883b-403b-947e-58ed489f82cb,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:41.564251 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 1301f336-a526-4378-9098-906ef374d112, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1301f336-a526-4378-9098-906ef374d112,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:41.575163 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '1301f336-a526-4378-9098-906ef374d112', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'port_id': '1301f336-a526-4378-9098-906ef374d112', 'mac_address': 'fa:16:3e:15:b0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:39:41.612066 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:41.624451 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1301f336-a526-4378-9098-906ef374d112 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:39:41.642696 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 1301f336-a526-4378-9098-906ef374d112, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1301f336-a526-4378-9098-906ef374d112,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:41.646195 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:41.690404 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=1301f336-a526-4378-9098-906ef374d112,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:41.908200 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['1301f336-a526-4378-9098-906ef374d112'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:39:41.912367 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['ac9eef32-883b-403b-947e-58ed489f82cb'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:39:42.001870 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75cc71-0748-4840-be57-080ff92f9e1d req-7e95b595-e5bd-40fe-a30a-d1eb0365b00b tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:42.003402 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9a75cc71-0748-4840-be57-080ff92f9e1d req-7e95b595-e5bd-40fe-a30a-d1eb0365b00b tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 985 time: 0.0486469 Aug 31 05:39:42.043727 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9a75cc71-0748-4840-be57-080ff92f9e1d req-6c77b135-7745-4463-8be3-63ea2fff7f7a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&id=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331726 Aug 31 05:39:42.409891 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edede7b-13be-4d88-a523-ee86f8e3c959 req-34d7616f-6616-4dbb-901c-ac99b56a7cc3 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:42.411675 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5edede7b-13be-4d88-a523-ee86f8e3c959 req-34d7616f-6616-4dbb-901c-ac99b56a7cc3 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 945 time: 0.0523162 Aug 31 05:39:42.448330 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5edede7b-13be-4d88-a523-ee86f8e3c959 req-54afcbf0-4268-46e7-8260-a5ec342ce5fe tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307570 Aug 31 05:39:42.573631 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71669c8a-6560-406b-9d68-eed8ca0ece09 req-f516b98e-9645-47d3-8251-e65de2735024 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:42.574991 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-71669c8a-6560-406b-9d68-eed8ca0ece09 req-f516b98e-9645-47d3-8251-e65de2735024 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 944 time: 0.0474279 Aug 31 05:39:42.611358 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-71669c8a-6560-406b-9d68-eed8ca0ece09 req-fcd8fd8b-8b8b-4a24-b3d0-57aa62c52519 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305603 Aug 31 05:39:43.156322 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31dc9d-639f-4c87-9d76-cc66d1a07265 req-3704365f-8bb5-435c-b8e4-86363ebbd41e tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:43.157778 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ad31dc9d-639f-4c87-9d76-cc66d1a07265 req-3704365f-8bb5-435c-b8e4-86363ebbd41e tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 985 time: 0.0480664 Aug 31 05:39:43.196223 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ad31dc9d-639f-4c87-9d76-cc66d1a07265 req-34dbfe8a-00f9-4375-9f63-4de27f2028a6 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&id=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319481 Aug 31 05:39:43.259552 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device ac9eef32-883b-403b-947e-58ed489f82cb up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:39:43.305268 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port ac9eef32-883b-403b-947e-58ed489f82cb completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:39:43.308805 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port ac9eef32-883b-403b-947e-58ed489f82cb triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:39:43.309174 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:43.381265 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:43.402815 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60537989-2ea0-4c42-b1f6-b28f2957504e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9eef32-883b-403b-947e-58ed489f82cb'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:43.405040 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e4d4bb-2e16-4892-af2c-2c10f1e17d54" -d '{"events": [{"server_uuid": "60537989-2ea0-4c42-b1f6-b28f2957504e", "name": "network-vif-plugged", "status": "completed", "tag": "ac9eef32-883b-403b-947e-58ed489f82cb"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:43.419988 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port ac9eef32-883b-403b-947e-58ed489f82cb, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ac9eef32-883b-403b-947e-58ed489f82cb,segment=NetworkSegment(55b78d3c-d022-4cac-993d-89284e56a4b8),segment_id=55b78d3c-d022-4cac-993d-89284e56a4b8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:43.423972 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:43.424764 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 1301f336-a526-4378-9098-906ef374d112 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:39:43.560908 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8550f8f-712b-4e20-81cf-31a19423cf52 x-openstack-request-id: req-d8550f8f-712b-4e20-81cf-31a19423cf52 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:43.561258 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60537989-2ea0-4c42-b1f6-b28f2957504e", "name": "network-vif-plugged", "status": "completed", "tag": "ac9eef32-883b-403b-947e-58ed489f82cb", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:43.561456 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8550f8f-712b-4e20-81cf-31a19423cf52 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:43.561802 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60537989-2ea0-4c42-b1f6-b28f2957504e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9eef32-883b-403b-947e-58ed489f82cb', 'code': 200} Aug 31 05:39:43.572893 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87213341-ccd8-409a-830e-0c517edb59f7 req-642865a8-4f2f-4c0e-bc87-f90a1b071728 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:43.574350 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-87213341-ccd8-409a-830e-0c517edb59f7 req-642865a8-4f2f-4c0e-bc87-f90a1b071728 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 945 time: 0.0578876 Aug 31 05:39:43.617202 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=ac9eef32-883b-403b-947e-58ed489f82cb,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:43.620151 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-87213341-ccd8-409a-830e-0c517edb59f7 req-9234a021-bb9e-47d9-a4a3-df3f17534e9d tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385497 Aug 31 05:39:43.629564 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port 1301f336-a526-4378-9098-906ef374d112 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:39:43.634444 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 1301f336-a526-4378-9098-906ef374d112 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:39:43.634889 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:43.657483 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f361e1-fd78-402b-96a5-5d56bb68711a req-049fe37b-260d-4499-997e-3c90fb0b3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:43.658838 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-02f361e1-fd78-402b-96a5-5d56bb68711a req-049fe37b-260d-4499-997e-3c90fb0b3c1b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 1098 time: 0.0540216 Aug 31 05:39:43.697465 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-02f361e1-fd78-402b-96a5-5d56bb68711a req-a9cd97f2-ad42-4bfc-b73f-0d93cda8f929 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293026 Aug 31 05:39:43.720758 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:43.735629 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e6ea3-e243-47cb-92cf-a075579fae73 req-9e53f067-c1a4-4270-9b67-bf673cc26dea tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:43.737095 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bb6e6ea3-e243-47cb-92cf-a075579fae73 req-9e53f067-c1a4-4270-9b67-bf673cc26dea tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 945 time: 0.0479810 Aug 31 05:39:43.752642 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 1301f336-a526-4378-9098-906ef374d112, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1301f336-a526-4378-9098-906ef374d112,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:43.756166 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:43.778819 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bb6e6ea3-e243-47cb-92cf-a075579fae73 req-f40ea1a7-a326-4fd3-9eb2-e78197321427 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345883 Aug 31 05:39:43.802111 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=1301f336-a526-4378-9098-906ef374d112,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:44.308133 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50b4d7-89f8-4896-842c-ce5efe841458 req-309d2386-1f10-43d5-b061-bdc4bafacd08 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:44.309595 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8e50b4d7-89f8-4896-842c-ce5efe841458 req-309d2386-1f10-43d5-b061-bdc4bafacd08 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 985 time: 0.0483589 Aug 31 05:39:44.347541 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8e50b4d7-89f8-4896-842c-ce5efe841458 req-ce2bf0f4-dd8c-4d1a-b618-9f0105027112 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&id=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319357 Aug 31 05:39:44.749745 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bca85-491f-416a-9935-a2b448620402 req-fc91c731-0f0f-4f83-9d45-ee251cb1df9a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:44.751254 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1a7bca85-491f-416a-9935-a2b448620402 req-fc91c731-0f0f-4f83-9d45-ee251cb1df9a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0520668 Aug 31 05:39:44.793436 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1a7bca85-491f-416a-9935-a2b448620402 req-1b7e979f-dded-4307-b976-2620d5bb9623 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341415 Aug 31 05:39:44.891054 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc3c8b-bab0-4913-8ff2-b4cd9235f304 req-aa622d84-30a9-48e3-bbb0-116552bdecc5 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:44.892508 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-31dc3c8b-bab0-4913-8ff2-b4cd9235f304 req-aa622d84-30a9-48e3-bbb0-116552bdecc5 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 945 time: 0.0484374 Aug 31 05:39:44.932196 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-31dc3c8b-bab0-4913-8ff2-b4cd9235f304 req-70730e8a-45b4-455b-ae6b-d6ed5af30bd9 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331874 Aug 31 05:39:45.460411 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc70edf-cc0f-49ce-b895-5d86d3d8c99f req-f75ee888-8779-4180-84c1-41d9af9afb52 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:45.461807 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ecc70edf-cc0f-49ce-b895-5d86d3d8c99f req-f75ee888-8779-4180-84c1-41d9af9afb52 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 985 time: 0.0482140 Aug 31 05:39:45.500842 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ecc70edf-cc0f-49ce-b895-5d86d3d8c99f req-ecffaf95-db3f-4e83-8650-64f8c2138796 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&id=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329618 Aug 31 05:39:45.562925 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfbe848-d337-4bf0-a5e0-310c970772d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1301f336-a526-4378-9098-906ef374d112'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:45.565184 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6e1be2-a853-43df-8871-daf9fda906c9" -d '{"events": [{"server_uuid": "9dfbe848-d337-4bf0-a5e0-310c970772d4", "name": "network-vif-plugged", "status": "completed", "tag": "1301f336-a526-4378-9098-906ef374d112"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:45.598829 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4257e11-7bea-456a-8b3a-4b0487754c59 x-openstack-request-id: req-a4257e11-7bea-456a-8b3a-4b0487754c59 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:45.599149 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfbe848-d337-4bf0-a5e0-310c970772d4", "name": "network-vif-plugged", "status": "completed", "tag": "1301f336-a526-4378-9098-906ef374d112", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:45.599400 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4257e11-7bea-456a-8b3a-4b0487754c59 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:45.599785 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe848-d337-4bf0-a5e0-310c970772d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1301f336-a526-4378-9098-906ef374d112', 'code': 200} Aug 31 05:39:45.772534 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834885fe-4d06-427b-9df3-cd1c3baf9e9c req-9c0df8a4-ac7f-4ebe-b4dd-41de093b635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:45.774064 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-834885fe-4d06-427b-9df3-cd1c3baf9e9c req-9c0df8a4-ac7f-4ebe-b4dd-41de093b635b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 1099 time: 0.0402062 Aug 31 05:39:45.809874 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-834885fe-4d06-427b-9df3-cd1c3baf9e9c req-209949d0-fc42-4ccd-87e4-af200e0dca44 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275433 Aug 31 05:39:45.905350 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566767f9-d393-49b2-96ac-ff36194ce45b req-400f1421-2b0f-4ada-b9cc-8a4abc42823a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:45.906796 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-566767f9-d393-49b2-96ac-ff36194ce45b req-400f1421-2b0f-4ada-b9cc-8a4abc42823a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0517290 Aug 31 05:39:45.945499 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-566767f9-d393-49b2-96ac-ff36194ce45b req-e5dbd8cf-bd4b-4925-b450-f91f0ceeab1e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327463 Aug 31 05:39:46.047804 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aaad1-66bc-45f2-b723-b2ac4e5081d9 req-5275ff04-8170-4e96-b283-eec27bf73006 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:46.049259 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9a0aaad1-66bc-45f2-b723-b2ac4e5081d9 req-5275ff04-8170-4e96-b283-eec27bf73006 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 945 time: 0.0480466 Aug 31 05:39:46.085497 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9a0aaad1-66bc-45f2-b723-b2ac4e5081d9 req-5342afef-6412-4a05-9d7a-960c53a130b3 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299292 Aug 31 05:39:46.625057 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25127cb0-d345-4ef1-9b1a-a607d177e564 req-6080cc3e-ff53-4d62-b1bc-f4031acebfa2 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:46.626618 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-25127cb0-d345-4ef1-9b1a-a607d177e564 req-6080cc3e-ff53-4d62-b1bc-f4031acebfa2 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 985 time: 0.0593204 Aug 31 05:39:46.667757 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-25127cb0-d345-4ef1-9b1a-a607d177e564 req-9d685776-dec0-4932-9c4f-8c388368a039 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&id=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346742 Aug 31 05:39:46.808259 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72e4d3-1ca0-4e15-84ba-c10e513165fe req-8341702a-2ab7-428f-878d-49587cdd66bf tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:46.809709 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7a72e4d3-1ca0-4e15-84ba-c10e513165fe req-8341702a-2ab7-428f-878d-49587cdd66bf tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 945 time: 0.0628836 Aug 31 05:39:46.845749 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7a72e4d3-1ca0-4e15-84ba-c10e513165fe req-6347f7d6-f7a8-4d39-9673-584d04d77969 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301356 Aug 31 05:39:47.062695 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c4ecf-cc85-4015-9838-6a6fc72f927d req-6ffee3ca-80ec-4465-8b14-508c0f20649e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:47.064198 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-895c4ecf-cc85-4015-9838-6a6fc72f927d req-6ffee3ca-80ec-4465-8b14-508c0f20649e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0480134 Aug 31 05:39:47.100107 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-895c4ecf-cc85-4015-9838-6a6fc72f927d req-82879da8-aaae-43c4-a49a-5e0e0b406f4c tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299911 Aug 31 05:39:47.781501 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910ff96-f90b-429c-a564-f8fa77605e0d req-2e8719c4-0852-4350-a6a5-dc0e49a55a7a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:47.782965 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0910ff96-f90b-429c-a564-f8fa77605e0d req-2e8719c4-0852-4350-a6a5-dc0e49a55a7a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 985 time: 0.0489340 Aug 31 05:39:47.821101 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0910ff96-f90b-429c-a564-f8fa77605e0d req-2e0cec70-ebb8-4e7d-a6f7-03d40b079249 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&id=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321956 Aug 31 05:39:47.960674 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873215e-c5c7-4817-afa1-1c8aacd96e3f req-cb3efac6-f7c1-4927-b4d1-816bbc0e0977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:47.962036 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a873215e-c5c7-4817-afa1-1c8aacd96e3f req-cb3efac6-f7c1-4927-b4d1-816bbc0e0977 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 945 time: 0.0513189 Aug 31 05:39:47.998776 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a873215e-c5c7-4817-afa1-1c8aacd96e3f req-a1e53b7d-334f-4d06-8a6a-41ab7dc71c04 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e4c38b-4797-483f-bd06-952682577d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Aug 31 05:39:48.218718 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b2319-50ff-4c76-a003-a6d7767d92ee req-ce23839a-0518-404d-ad42-223ed9f21ae5 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:48.220249 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-be7b2319-50ff-4c76-a003-a6d7767d92ee req-ce23839a-0518-404d-ad42-223ed9f21ae5 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0494244 Aug 31 05:39:48.259002 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-be7b2319-50ff-4c76-a003-a6d7767d92ee req-43f10cf3-5571-4a06-9436-474ec6f849ba tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324807 Aug 31 05:39:48.367675 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e3fc8-e156-40f4-81c2-e97da9de8733 req-958ad464-cea8-4316-8fd6-8f0d016c9f9c tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:48.369138 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9d1e3fc8-e156-40f4-81c2-e97da9de8733 req-958ad464-cea8-4316-8fd6-8f0d016c9f9c tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0476491 Aug 31 05:39:48.378027 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51450) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:39:48.383010 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-7e62edde-f7e0-4e63-8c89-fb1eaf9bef84 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Request body: {'floatingip': {'port_id': '1301f336-a526-4378-9098-906ef374d112'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:39:48.422766 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e62edde-f7e0-4e63-8c89-fb1eaf9bef84 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for floatingip, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:48.484198 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff7091-629c-4438-b1ad-85a5753e3c27 req-c8956734-62f1-4c4a-b1df-d96a1b3a40bf tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:48.485871 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66ff7091-629c-4438-b1ad-85a5753e3c27 req-c8956734-62f1-4c4a-b1df-d96a1b3a40bf tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.32 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 945 time: 0.0468988 Aug 31 05:39:48.582081 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-66ff7091-629c-4438-b1ad-85a5753e3c27 req-455e370b-bb63-4da5-bce8-1aec6b0a7f7a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Deleting port ac9eef32-883b-403b-947e-58ed489f82cb {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:39:48.582422 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-66ff7091-629c-4438-b1ad-85a5753e3c27 req-455e370b-bb63-4da5-bce8-1aec6b0a7f7a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:48.670337 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-66ff7091-629c-4438-b1ad-85a5753e3c27 req-455e370b-bb63-4da5-bce8-1aec6b0a7f7a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] For port ac9eef32-883b-403b-947e-58ed489f82cb, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ac9eef32-883b-403b-947e-58ed489f82cb,segment=NetworkSegment(55b78d3c-d022-4cac-993d-89284e56a4b8),segment_id=55b78d3c-d022-4cac-993d-89284e56a4b8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:39:48.670705 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-66ff7091-629c-4438-b1ad-85a5753e3c27 req-455e370b-bb63-4da5-bce8-1aec6b0a7f7a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:48.683746 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-66ff7091-629c-4438-b1ad-85a5753e3c27 req-455e370b-bb63-4da5-bce8-1aec6b0a7f7a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Calling delete_port for ac9eef32-883b-403b-947e-58ed489f82cb owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:39:48.814143 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-66ff7091-629c-4438-b1ad-85a5753e3c27 req-455e370b-bb63-4da5-bce8-1aec6b0a7f7a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:48.825932 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['ac9eef32-883b-403b-947e-58ed489f82cb'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:39:48.848449 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e370b-bb63-4da5-bce8-1aec6b0a7f7a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Pushing event deleted for resources: {'Port': ['ID=ac9eef32-883b-403b-947e-58ed489f82cb,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:39:48.848691 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e62edde-f7e0-4e63-8c89-fb1eaf9bef84 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:48.857585 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e62edde-f7e0-4e63-8c89-fb1eaf9bef84 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:48.896082 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ff7091-629c-4438-b1ad-85a5753e3c27 req-455e370b-bb63-4da5-bce8-1aec6b0a7f7a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] No DVR routers for this DVR port ac9eef32-883b-403b-947e-58ed489f82cb on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:39:48.899259 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-66ff7091-629c-4438-b1ad-85a5753e3c27 req-455e370b-bb63-4da5-bce8-1aec6b0a7f7a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:48.901302 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66ff7091-629c-4438-b1ad-85a5753e3c27 req-455e370b-bb63-4da5-bce8-1aec6b0a7f7a tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.32 "DELETE /v2.0/ports/ac9eef32-883b-403b-947e-58ed489f82cb HTTP/1.1" status: 204 len: 173 time: 0.4059834 Aug 31 05:39:48.901735 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60537989-2ea0-4c42-b1f6-b28f2957504e', 'name': 'network-vif-deleted', 'tag': 'ac9eef32-883b-403b-947e-58ed489f82cb'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:48.903974 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d206c76-a862-48fd-8dc2-ed42d16462e5" -d '{"events": [{"server_uuid": "60537989-2ea0-4c42-b1f6-b28f2957504e", "name": "network-vif-deleted", "tag": "ac9eef32-883b-403b-947e-58ed489f82cb"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:48.945008 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b53b49-f8bf-4cc4-b66f-6b51fd7b531a x-openstack-request-id: req-d0b53b49-f8bf-4cc4-b66f-6b51fd7b531a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:48.945550 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60537989-2ea0-4c42-b1f6-b28f2957504e", "name": "network-vif-deleted", "tag": "ac9eef32-883b-403b-947e-58ed489f82cb", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:48.945991 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0b53b49-f8bf-4cc4-b66f-6b51fd7b531a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:48.946455 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60537989-2ea0-4c42-b1f6-b28f2957504e', 'name': 'network-vif-deleted', 'tag': 'ac9eef32-883b-403b-947e-58ed489f82cb', 'status': 'completed', 'code': 200} Aug 31 05:39:49.204329 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ee0efbde-a9a3-494d-9b44-123fb975b342 req-609542be-61cf-4424-8d79-3c82ef55bd82 tempest-VolumesActionsTest-1492136681 tempest-VolumesActionsTest-1492136681-project] 10.222.0.10 "GET /v2.0/ports?device_id=60537989-2ea0-4c42-b1f6-b28f2957504e HTTP/1.1" status: 200 len: 210 time: 0.0399776 Aug 31 05:39:49.214551 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ed778-ba28-4c24-94ab-29189fb73191 req-11fa568e-0dd2-4639-a203-f0664e24f1cd tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:49.223735 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4c2ed778-ba28-4c24-94ab-29189fb73191 req-11fa568e-0dd2-4639-a203-f0664e24f1cd tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 985 time: 0.3235586 Aug 31 05:39:49.238528 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.l3_db [None req-7e62edde-f7e0-4e63-8c89-fb1eaf9bef84 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Floating IP 367e1e3c-1e17-4ca1-b3f0-c4c4e67e4409 associated. External IP: 172.27.1.59, port: 1301f336-a526-4378-9098-906ef374d112. Aug 31 05:39:49.296411 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4c2ed778-ba28-4c24-94ab-29189fb73191 req-2a20d9e0-b9c8-441b-a81e-43a913b0cbf1 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&id=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745084 Aug 31 05:39:49.460816 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e62edde-f7e0-4e63-8c89-fb1eaf9bef84 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:39:49.568845 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e62edde-f7e0-4e63-8c89-fb1eaf9bef84 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:39:49.573789 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7e62edde-f7e0-4e63-8c89-fb1eaf9bef84 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:49.579523 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77621c0a-ebbb-481d-8955-51d9d96c9171 None None] Sync routers for ids ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:39:49.588212 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77621c0a-ebbb-481d-8955-51d9d96c9171 None None] Routers {'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:39:49.588765 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-77621c0a-ebbb-481d-8955-51d9d96c9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:39:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:49.601052 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-7e62edde-f7e0-4e63-8c89-fb1eaf9bef84 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "PUT /v2.0/floatingips/367e1e3c-1e17-4ca1-b3f0-c4c4e67e4409 HTTP/1.1" status: 200 len: 991 time: 1.2214699 Aug 31 05:39:49.601644 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfbe848-d337-4bf0-a5e0-310c970772d4', 'tag': '1301f336-a526-4378-9098-906ef374d112'}] {{(pid=94006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:39:49.604037 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fcbfbdd9b74ff4cb14d8c7c5521a31bcdab3071e6810f807a3c3deab47fc22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d77f973-96a2-48b5-9e4d-85a328c991d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfbe848-d337-4bf0-a5e0-310c970772d4", "tag": "1301f336-a526-4378-9098-906ef374d112"}]}' {{(pid=94006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:39:49.648434 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d985fa-18c3-493b-ae6a-2ed91da6c79a x-openstack-request-id: req-83d985fa-18c3-493b-ae6a-2ed91da6c79a {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:39:49.648732 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfbe848-d337-4bf0-a5e0-310c970772d4", "tag": "1301f336-a526-4378-9098-906ef374d112", "status": "completed", "code": 200}]} {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:39:49.648968 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83d985fa-18c3-493b-ae6a-2ed91da6c79a {{(pid=94006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:39:49.649355 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfbe848-d337-4bf0-a5e0-310c970772d4', 'tag': '1301f336-a526-4378-9098-906ef374d112', 'status': 'completed', 'code': 200} Aug 31 05:39:49.697512 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-77621c0a-ebbb-481d-8955-51d9d96c9171 None None] Set router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:39:49.714998 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f973-96a2-48b5-9e4d-85a328c991d0 req-e6e64ea2-b5f6-4a3d-b971-cf9a871d263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:49.716653 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6d77f973-96a2-48b5-9e4d-85a328c991d0 req-e6e64ea2-b5f6-4a3d-b971-cf9a871d263e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34d723e9f42f4e3f8378c14cfd4626d7&device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 1099 time: 0.0425189 Aug 31 05:39:49.806386 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f973-96a2-48b5-9e4d-85a328c991d0 req-b488c6d4-1cfc-4466-b742-d5142338c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:49.807913 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6d77f973-96a2-48b5-9e4d-85a328c991d0 req-b488c6d4-1cfc-4466-b742-d5142338c9da service neutron] 10.222.0.32 "GET /v2.0/networks?id=eee52fee-fc33-48ae-a18b-8f7aa5914e38 HTTP/1.1" status: 200 len: 912 time: 0.0841424 Aug 31 05:39:49.890123 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6d77f973-96a2-48b5-9e4d-85a328c991d0 req-b7a763ae-106a-4d23-8788-242bb255089d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1301f336-a526-4378-9098-906ef374d112 HTTP/1.1" status: 200 len: 999 time: 0.0642126 Aug 31 05:39:49.939104 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f973-96a2-48b5-9e4d-85a328c991d0 req-3692c0f1-19f5-4399-96d6-99dc693990f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:49.940711 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6d77f973-96a2-48b5-9e4d-85a328c991d0 req-3692c0f1-19f5-4399-96d6-99dc693990f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97 HTTP/1.1" status: 200 len: 850 time: 0.0437610 Aug 31 05:39:49.962169 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-77621c0a-ebbb-481d-8955-51d9d96c9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': '367e1e3c-1e17-4ca1-b3f0-c4c4e67e4409', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'port_id': '1301f336-a526-4378-9098-906ef374d112', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'mac_address': 'fa:16:3e:15:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfbe848-d337-4bf0-a5e0-310c970772d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:39:32Z', 'updated_at': '2021-08-31T05:39:48Z', 'revision_number': 1, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:35Z', 'revision_number': 5, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:49.988399 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77621c0a-ebbb-481d-8955-51d9d96c9171 None None] Checking router: f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:39:49.990182 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f973-96a2-48b5-9e4d-85a328c991d0 req-bd3bb52f-3313-447e-ab3c-931758d78588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:49.991764 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6d77f973-96a2-48b5-9e4d-85a328c991d0 req-bd3bb52f-3313-447e-ab3c-931758d78588 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eee52fee-fc33-48ae-a18b-8f7aa5914e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403311 Aug 31 05:39:49.996549 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77621c0a-ebbb-481d-8955-51d9d96c9171 None None] Routers {'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:39:49.997147 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-77621c0a-ebbb-481d-8955-51d9d96c9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:39:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:50.091348 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6d77f973-96a2-48b5-9e4d-85a328c991d0 req-113745b6-8f54-4377-8532-df46e7eacdff service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925672 Aug 31 05:39:50.099952 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-77621c0a-ebbb-481d-8955-51d9d96c9171 None None] Set router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:39:50.181071 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-6d77f973-96a2-48b5-9e4d-85a328c991d0 req-9e8d9075-af0c-4312-a691-3c65587c5bec service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813034 Aug 31 05:39:50.320194 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-77621c0a-ebbb-481d-8955-51d9d96c9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': '367e1e3c-1e17-4ca1-b3f0-c4c4e67e4409', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'port_id': '1301f336-a526-4378-9098-906ef374d112', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'mac_address': 'fa:16:3e:15:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfbe848-d337-4bf0-a5e0-310c970772d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:39:32Z', 'updated_at': '2021-08-31T05:39:48Z', 'revision_number': 1, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:35Z', 'revision_number': 5, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:39:50.345790 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77621c0a-ebbb-481d-8955-51d9d96c9171 None None] The sync data for ids ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'] in dv-cinder-806559-3-iscsi is: [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': '367e1e3c-1e17-4ca1-b3f0-c4c4e67e4409', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'port_id': '1301f336-a526-4378-9098-906ef374d112', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'mac_address': 'fa:16:3e:15:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfbe848-d337-4bf0-a5e0-310c970772d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:39:32Z', 'updated_at': '2021-08-31T05:39:48Z', 'revision_number': 1, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:35Z', 'revision_number': 5, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:39:50.527961 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d47af-f484-401e-abba-b2985b37137b None None] New status for floating IP 367e1e3c-1e17-4ca1-b3f0-c4c4e67e4409: ACTIVE {{(pid=94008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:39:51.278700 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device ac9eef32-883b-403b-947e-58ed489f82cb no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:39:51.298726 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: ac9eef32-883b-403b-947e-58ed489f82cb {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:39:51.299071 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device ac9eef32-883b-403b-947e-58ed489f82cb not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:39:54.048275 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3723e93e-ba38-4346-ba11-e95121dea6bb req-bc13a2af-5704-40d6-8523-51c94a3f6f15 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532727 Aug 31 05:39:54.112292 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723e93e-ba38-4346-ba11-e95121dea6bb req-7271ee61-47e8-4feb-a7fb-4e82f0763c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:54.114014 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3723e93e-ba38-4346-ba11-e95121dea6bb req-7271ee61-47e8-4feb-a7fb-4e82f0763c7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6c47714db89402f9cf71ccca20e69bd&device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 1099 time: 0.0415206 Aug 31 05:39:54.216921 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723e93e-ba38-4346-ba11-e95121dea6bb req-28c17549-3399-453a-84b2-7c6e512c8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:54.218368 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3723e93e-ba38-4346-ba11-e95121dea6bb req-28c17549-3399-453a-84b2-7c6e512c8dc6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=363f55b9-7106-4007-95f7-6d844418cbce HTTP/1.1" status: 200 len: 917 time: 0.0828865 Aug 31 05:39:54.294643 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3723e93e-ba38-4346-ba11-e95121dea6bb req-ea684372-567e-49fd-8e39-3e9fa40ddb41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13ed1221-4f34-4b25-834d-1d691d85f62d HTTP/1.1" status: 200 len: 1000 time: 0.0628941 Aug 31 05:39:54.344949 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723e93e-ba38-4346-ba11-e95121dea6bb req-e515911e-e689-432a-8725-7448ff629cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:54.346394 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3723e93e-ba38-4346-ba11-e95121dea6bb req-e515911e-e689-432a-8725-7448ff629cdf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e40e479-664b-4bab-bbec-50a8e96df2b0 HTTP/1.1" status: 200 len: 855 time: 0.0427790 Aug 31 05:39:54.397870 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723e93e-ba38-4346-ba11-e95121dea6bb req-e844750c-af68-4a37-ab03-c5e583420303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:39:54.399364 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3723e93e-ba38-4346-ba11-e95121dea6bb req-e844750c-af68-4a37-ab03-c5e583420303 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=363f55b9-7106-4007-95f7-6d844418cbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392988 Aug 31 05:39:54.490599 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3723e93e-ba38-4346-ba11-e95121dea6bb req-e0a0d4b2-4916-47fc-ae83-e5e547aab2c8 service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829716 Aug 31 05:39:54.578485 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3723e93e-ba38-4346-ba11-e95121dea6bb req-317a5bbb-ecb3-426c-9b0b-74f910f0492a service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803092 Aug 31 05:39:54.592355 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:39:59.545224 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8a897b99-37db-44ce-bc55-7d26ad9e061f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:01.879355 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a21925eb-dd92-4633-ac97-996665f0c2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:02.342731 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:03.292776 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:04.859090 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.035587 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51722) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:11.079189 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Deleting subnet c1c1a4b4-e7fb-4e8c-92c1-89d9eddb14e8 {{(pid=94006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:40:11.082114 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.114673 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280608'] for subnet, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.154459 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.203684 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4057306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8545467'] for subnet, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.229703 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c1a4b4-e7fb-4e8c-92c1-89d9eddb14e8,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:11.232661 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.233813 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c1c1a4b4-e7fb-4e8c-92c1-89d9eddb14e8 HTTP/1.1" status: 204 len: 168 time: 0.1972511 Aug 31 05:40:11.236439 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 51724) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:11.239995 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.240354 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.240694 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.241048 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.241942 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.242274 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.242602 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.242927 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.243293 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.243621 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.243941 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.244260 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b5fbb-6d9d-41eb-8099-2ca06ad330b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.307560 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.386147 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.395439 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd6539b-283b-4f3a-b994-98c44338faa4']}} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:11.405923 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b78d3c-d022-4cac-993d-89284e56a4b8') {'for_net_delete': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:11.406221 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b78d3c-d022-4cac-993d-89284e56a4b8') {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:11.415829 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8893952'] for segment, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.428794 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.434976 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:40:11.435409 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4119110'] for segment, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: Traceback (most recent call last): Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: timer() Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: cb(*args, **kw) Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: return func(*args, **kwargs) Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: self._notify() Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: self.callback(batched_events) Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: event.method(event) Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: return f(self, *a, **k) Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._get(url).json() Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: return self.request(url, 'GET', **kwargs) Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:40:11.437044 dv-cinder-806559-3-iscsi neutron-server[94005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:40:11.492608 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.497818 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.499666 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0cd6539b-283b-4f3a-b994-98c44338faa4 HTTP/1.1" status: 204 len: 168 time: 0.2622478 Aug 31 05:40:11.510131 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd6539b-283b-4f3a-b994-98c44338faa4,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:11.517276 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.517620 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.517979 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.518398 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.518624 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.518961 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.519320 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.519655 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.519986 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.520311 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.520635 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.520958 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07850af3-bd63-4b7b-90ef-8270a100d027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:11.613825 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 51730) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:11.652284 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-817f0cbd-59f0-4728-8ace-1916631ec331 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1750ca6f38f34c1696670f96079d56b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373380 Aug 31 05:40:11.654578 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 51732) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:11.700987 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b60001c0-a5be-4b6c-b925-ba7d264619b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.721410 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b60001c0-a5be-4b6c-b925-ba7d264619b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.767296 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b60001c0-a5be-4b6c-b925-ba7d264619b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.769781 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b60001c0-a5be-4b6c-b925-ba7d264619b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:11.771030 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-b60001c0-a5be-4b6c-b925-ba7d264619b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70e4c38b-4797-483f-bd06-952682577d2c HTTP/1.1" status: 204 len: 168 time: 0.1155274 Aug 31 05:40:11.779650 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60001c0-a5be-4b6c-b925-ba7d264619b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e4c38b-4797-483f-bd06-952682577d2c,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:14.904198 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:40:16.092361 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d4936-3e9c-4625-8016-4d453e03be85 req-db136734-0ed9-464d-ad17-d290805df87c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:16.093850 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4e1d4936-3e9c-4625-8016-4d453e03be85 req-db136734-0ed9-464d-ad17-d290805df87c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 946 time: 0.0491326 Aug 31 05:40:16.134228 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4e1d4936-3e9c-4625-8016-4d453e03be85 req-1b397536-1429-4b41-b29a-355f52604fc7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321918 Aug 31 05:40:17.259682 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d7018-f2c2-49a7-a5b9-c158c97498e9 req-347ed150-efdd-4699-87e8-ab1191163491 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:17.261260 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-099d7018-f2c2-49a7-a5b9-c158c97498e9 req-347ed150-efdd-4699-87e8-ab1191163491 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 946 time: 0.0529015 Aug 31 05:40:17.299014 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-099d7018-f2c2-49a7-a5b9-c158c97498e9 req-be87597c-64dd-4f9e-a8e0-b3e1722eb717 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318162 Aug 31 05:40:17.999144 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-9df5228a-53a2-47fa-82bb-4be9f7fd7558 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:18.000609 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-9df5228a-53a2-47fa-82bb-4be9f7fd7558 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 946 time: 0.0528886 Aug 31 05:40:18.092607 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Deleting port 13ed1221-4f34-4b25-834d-1d691d85f62d {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:40:18.092950 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:18.187015 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] For port 13ed1221-4f34-4b25-834d-1d691d85f62d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=13ed1221-4f34-4b25-834d-1d691d85f62d,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:40:18.187421 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:18.422420 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d3a57-c6c7-47eb-bf1d-279671589e04 req-e5e5cce0-86d5-4b7f-83fa-b5eec8c78500 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:18.423974 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d32d3a57-c6c7-47eb-bf1d-279671589e04 req-e5e5cce0-86d5-4b7f-83fa-b5eec8c78500 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 946 time: 0.0487146 Aug 31 05:40:18.463868 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d32d3a57-c6c7-47eb-bf1d-279671589e04 req-49b99f8c-5caf-4b12-b2b9-ed3c93f0267c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=b497c317-39bb-4df6-ad04-b3fe6c273a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334816 Aug 31 05:40:18.468773 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:18.469166 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:18.469484 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.l3_db [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Floating IP e902922f-2410-4436-a3ee-16413442a041 disassociated. External IP: 172.27.1.99, port: 13ed1221-4f34-4b25-834d-1d691d85f62d. Aug 31 05:40:18.469818 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Calling delete_port for 13ed1221-4f34-4b25-834d-1d691d85f62d owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:40:18.813917 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:18.840982 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event deleted for resources: {'Port': ['ID=13ed1221-4f34-4b25-834d-1d691d85f62d,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:18.959255 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:40:19.072266 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:40:19.082887 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba79bd4-14a2-4d7b-8244-aa8b77adf4bd None None] Sync routers for ids ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:40:19.092754 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba79bd4-14a2-4d7b-8244-aa8b77adf4bd None None] Routers {'0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:40:19.093368 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8ba79bd4-14a2-4d7b-8244-aa8b77adf4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:40:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:19.112234 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] No DVR routers for this DVR port 13ed1221-4f34-4b25-834d-1d691d85f62d on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:40:19.114902 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:19.116926 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ba0795f4-696d-461e-8014-31f273d4bea0 req-1634dd44-f9f3-49f7-af18-7efa05777a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.32 "DELETE /v2.0/ports/13ed1221-4f34-4b25-834d-1d691d85f62d HTTP/1.1" status: 204 len: 173 time: 1.1087933 Aug 31 05:40:19.117859 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'name': 'network-vif-deleted', 'tag': '13ed1221-4f34-4b25-834d-1d691d85f62d'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:40:19.120116 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c736ce-1746-4ac6-a05a-0454025db8cc" -d '{"events": [{"server_uuid": "0a4e023e-06a7-41e3-b62e-64e5a4471f4e", "name": "network-vif-deleted", "tag": "13ed1221-4f34-4b25-834d-1d691d85f62d"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:40:19.164387 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c113913-5730-4b0b-ad70-e73911250395 x-openstack-request-id: req-9c113913-5730-4b0b-ad70-e73911250395 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:40:19.164798 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4e023e-06a7-41e3-b62e-64e5a4471f4e", "name": "network-vif-deleted", "tag": "13ed1221-4f34-4b25-834d-1d691d85f62d", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:40:19.165134 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c113913-5730-4b0b-ad70-e73911250395 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:40:19.165623 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4e023e-06a7-41e3-b62e-64e5a4471f4e', 'name': 'network-vif-deleted', 'tag': '13ed1221-4f34-4b25-834d-1d691d85f62d', 'status': 'completed', 'code': 200} Aug 31 05:40:19.201867 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-8ba79bd4-14a2-4d7b-8244-aa8b77adf4bd None None] Set router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:40:19.411174 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8ba79bd4-14a2-4d7b-8244-aa8b77adf4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:36:09Z', 'revision_number': 5, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:19.436245 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba79bd4-14a2-4d7b-8244-aa8b77adf4bd None None] Checking router: 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:40:19.444387 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba79bd4-14a2-4d7b-8244-aa8b77adf4bd None None] Routers {'0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:40:19.444985 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8ba79bd4-14a2-4d7b-8244-aa8b77adf4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:40:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:19.556220 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-8ba79bd4-14a2-4d7b-8244-aa8b77adf4bd None None] Set router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:40:19.579305 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-60a04fa9-d3a8-4eb1-bd03-0775faa1d29d req-3fbf78dc-583c-4a3f-8fcf-8028e1ade89d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a4e023e-06a7-41e3-b62e-64e5a4471f4e HTTP/1.1" status: 200 len: 210 time: 0.0277369 Aug 31 05:40:19.888735 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8ba79bd4-14a2-4d7b-8244-aa8b77adf4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:36:09Z', 'revision_number': 5, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:19.915898 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba79bd4-14a2-4d7b-8244-aa8b77adf4bd None None] The sync data for ids ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'] in dv-cinder-806559-3-iscsi is: [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:36:09Z', 'revision_number': 5, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:40:20.134925 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e71a5ad-9133-4f3f-add3-b69ced20b04d None None] New status for floating IP e902922f-2410-4436-a3ee-16413442a041: DOWN {{(pid=94008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:40:20.678146 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51876) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:20.732259 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d9a9-4d1e-47c1-aaf7-64ee48580fab tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:20.757442 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d9a9-4d1e-47c1-aaf7-64ee48580fab tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:20.809950 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d9a9-4d1e-47c1-aaf7-64ee48580fab tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:20.812502 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d9a9-4d1e-47c1-aaf7-64ee48580fab tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:20.813658 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-f0e0d9a9-4d1e-47c1-aaf7-64ee48580fab tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "DELETE /v2.0/security-groups/b497c317-39bb-4df6-ad04-b3fe6c273a36 HTTP/1.1" status: 204 len: 168 time: 0.1344342 Aug 31 05:40:20.816518 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 51878) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:20.822757 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0d9a9-4d1e-47c1-aaf7-64ee48580fab tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b497c317-39bb-4df6-ad04-b3fe6c273a36,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:20.830682 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.api.v2.resource [None req-c0148dcb-d427-4541-a1ff-790e564d4be9 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] show failed (client error): The resource could not be found. Aug 31 05:40:20.834293 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-c0148dcb-d427-4541-a1ff-790e564d4be9 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups/b497c317-39bb-4df6-ad04-b3fe6c273a36 HTTP/1.1" status: 404 len: 347 time: 0.0140865 Aug 31 05:40:20.834629 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51880) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:20.967580 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb5d83-5682-4762-ab1e-df71808d1387 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Deleting port 2d601574-438a-49f8-817a-9435aadcf95c {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:40:20.967999 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d5bb5d83-5682-4762-ab1e-df71808d1387 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:21.046112 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d5bb5d83-5682-4762-ab1e-df71808d1387 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:21.046346 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d5bb5d83-5682-4762-ab1e-df71808d1387 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:21.059368 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb5d83-5682-4762-ab1e-df71808d1387 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Calling delete_port for 2d601574-438a-49f8-817a-9435aadcf95c owned by network:floatingip {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:40:21.196317 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d5bb5d83-5682-4762-ab1e-df71808d1387 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:21.225115 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb5d83-5682-4762-ab1e-df71808d1387 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event deleted for resources: {'Port': ['ID=2d601574-438a-49f8-817a-9435aadcf95c,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:21.288807 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d5bb5d83-5682-4762-ab1e-df71808d1387 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for floatingip, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:21.291515 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d5bb5d83-5682-4762-ab1e-df71808d1387 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:21.292688 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-d5bb5d83-5682-4762-ab1e-df71808d1387 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "DELETE /v2.0/floatingips/e902922f-2410-4436-a3ee-16413442a041 HTTP/1.1" status: 204 len: 168 time: 0.4570544 Aug 31 05:40:21.492013 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 13ed1221-4f34-4b25-834d-1d691d85f62d no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:40:21.514714 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: 13ed1221-4f34-4b25-834d-1d691d85f62d {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:40:21.515064 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 13ed1221-4f34-4b25-834d-1d691d85f62d not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:40:21.851279 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 51888) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:21.857967 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-4affdda6-3c00-4b32-ab76-ecf2274cd8f1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991711350', 'description': 'tempest-description--1574466352'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:40:21.884083 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4affdda6-3c00-4b32-ab76-ecf2274cd8f1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:21.959788 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4affdda6-3c00-4b32-ab76-ecf2274cd8f1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:21.964173 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4affdda6-3c00-4b32-ab76-ecf2274cd8f1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:21.998076 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4affdda6-3c00-4b32-ab76-ecf2274cd8f1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:21.999318 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-4affdda6-3c00-4b32-ab76-ecf2274cd8f1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1462650 Aug 31 05:40:22.001164 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affdda6-3c00-4b32-ab76-ecf2274cd8f1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5906500d-9e34-4676-b3a9-86fdfe7e1530,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:22.002291 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51890) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:22.008233 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-aa5467b5-06e6-448d-a12c-942bbd8b454f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Request body: {'security_group_rule': {'security_group_id': '5906500d-9e34-4676-b3a9-86fdfe7e1530', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:40:22.033422 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-aa5467b5-06e6-448d-a12c-942bbd8b454f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.090053 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-aa5467b5-06e6-448d-a12c-942bbd8b454f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.093528 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-aa5467b5-06e6-448d-a12c-942bbd8b454f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.108243 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5467b5-06e6-448d-a12c-942bbd8b454f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a0104f-85f6-4a29-aee8-8c1c61a582b0,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:22.116769 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-aa5467b5-06e6-448d-a12c-942bbd8b454f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.117939 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-aa5467b5-06e6-448d-a12c-942bbd8b454f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136889 Aug 31 05:40:22.120637 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51892) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:22.125069 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-41f9853f-ef19-41da-9c14-f779232c830e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Request body: {'security_group_rule': {'security_group_id': '5906500d-9e34-4676-b3a9-86fdfe7e1530', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:40:22.149751 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-41f9853f-ef19-41da-9c14-f779232c830e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.205616 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-41f9853f-ef19-41da-9c14-f779232c830e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.208928 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-41f9853f-ef19-41da-9c14-f779232c830e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.225692 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9853f-ef19-41da-9c14-f779232c830e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f265dc97-fb96-4766-be0e-b0540224dd35,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:22.232039 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-41f9853f-ef19-41da-9c14-f779232c830e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.233246 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-41f9853f-ef19-41da-9c14-f779232c830e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116335 Aug 31 05:40:22.236217 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 51894) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:22.240773 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Request body: {'floatingip': {'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:40:22.264644 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for floatingip, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.361444 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.470661 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_common [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Allocated IP 172.27.1.81 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/882523f1-98b8-4049-aeaf-1effb2c4b88c) {{(pid=94006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:40:22.571200 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for port, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.608886 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.648996 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:40:22.654225 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:40:22.658800 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Received port after_create {{(pid=94006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:40:22.662238 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event updated for resources: {'Port': ['ID=882523f1-98b8-4049-aeaf-1effb2c4b88c,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:22.781697 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.816809 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.971346 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:22.977219 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4057228'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:23.058350 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event updated for resources: {'Port': ['ID=882523f1-98b8-4049-aeaf-1effb2c4b88c,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:23.067927 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:23.082215 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:23.092753 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-d7bf073d-3351-48d4-9e38-4eff3cae0caf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8544672 Aug 31 05:40:23.266732 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-b3f9247a-2fc7-46a9-91ad-ed18a1b4afcb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1991711350&fields=id&tenant_id=b6c47714db89402f9cf71ccca20e69bd HTTP/1.1" status: 200 len: 267 time: 0.0321732 Aug 31 05:40:23.378068 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-87c75be7-876d-4520-b454-fd6738ae21d6 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:23.379539 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-87c75be7-876d-4520-b454-fd6738ae21d6 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/networks?id=363f55b9-7106-4007-95f7-6d844418cbce HTTP/1.1" status: 200 len: 816 time: 0.1061172 Aug 31 05:40:23.394667 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-5021256f-2f08-4a8a-8d13-c5f0785aea33 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/quotas/b6c47714db89402f9cf71ccca20e69bd HTTP/1.1" status: 200 len: 375 time: 0.0088139 Aug 31 05:40:23.445194 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-b19720f4-ae4d-4e68-b7e1-9e343b1a5423 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6c47714db89402f9cf71ccca20e69bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452108 Aug 31 05:40:23.539132 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-b5612f47-2898-4a77-9987-b53d8be4e7b8 service neutron] 10.222.0.10 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810380 Aug 31 05:40:23.630917 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-feabd9b7-e2ca-4035-a955-e10b1824c619 service neutron] 10.222.0.10 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857143 Aug 31 05:40:23.788566 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6bfcace6-cbea-4cb2-8903-b2bb0de25e7c req-c24d6b0c-0bec-4c0a-ba1b-3e4278e6a623 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 210 time: 0.0263457 Aug 31 05:40:24.593405 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:24.745318 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-08a5241a-ce51-42dd-8ea1-eb05d12dfe9b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:24.746704 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-08a5241a-ce51-42dd-8ea1-eb05d12dfe9b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.32 "GET /v2.0/networks?id=363f55b9-7106-4007-95f7-6d844418cbce HTTP/1.1" status: 200 len: 816 time: 0.1051002 Aug 31 05:40:24.795784 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-9e7fffc7-f212-4212-9426-809437bf41c3 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6c47714db89402f9cf71ccca20e69bd HTTP/1.1" status: 200 len: 380 time: 0.0353773 Aug 31 05:40:24.816737 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-d68e5edd-79c8-4ee8-8acf-ec88ff22b5bd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Request body: {'port': {'device_id': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'admin_state_up': True, 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'security_groups': ['5906500d-9e34-4676-b3a9-86fdfe7e1530']}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:40:24.891892 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bd3329a3-5c5a-4dc9-9438-f0547f025acd req-80166f05-5928-4910-98fe-16313017264a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 210 time: 0.0265462 Aug 31 05:40:24.940150 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-d68e5edd-79c8-4ee8-8acf-ec88ff22b5bd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Made reservation on behalf of b6c47714db89402f9cf71ccca20e69bd for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:40:24.943768 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-d68e5edd-79c8-4ee8-8acf-ec88ff22b5bd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:25.071118 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-d68e5edd-79c8-4ee8-8acf-ec88ff22b5bd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Allocated IP 172.20.0.4 (363f55b9-7106-4007-95f7-6d844418cbce/6e40e479-664b-4bab-bbec-50a8e96df2b0/fe5e7f81-ca46-459b-80dd-d0916bdad3c7) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:40:25.205174 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-d68e5edd-79c8-4ee8-8acf-ec88ff22b5bd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:25.218223 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-d68e5edd-79c8-4ee8-8acf-ec88ff22b5bd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Transition to ACTIVE for port object fe5e7f81-ca46-459b-80dd-d0916bdad3c7 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:40:25.252028 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-d68e5edd-79c8-4ee8-8acf-ec88ff22b5bd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:25.293168 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-d68e5edd-79c8-4ee8-8acf-ec88ff22b5bd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Network 363f55b9-7106-4007-95f7-6d844418cbce is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:40:25.296732 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-d68e5edd-79c8-4ee8-8acf-ec88ff22b5bd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:40:25.299040 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-d68e5edd-79c8-4ee8-8acf-ec88ff22b5bd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:40:25.335054 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e5edd-79c8-4ee8-8acf-ec88ff22b5bd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event updated for resources: {'Port': ['ID=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:25.359941 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-d68e5edd-79c8-4ee8-8acf-ec88ff22b5bd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:25.360577 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-d68e5edd-79c8-4ee8-8acf-ec88ff22b5bd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:25.376026 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-d68e5edd-79c8-4ee8-8acf-ec88ff22b5bd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5641255 Aug 31 05:40:25.389262 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Request body: {'port': {'device_id': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:40:25.448014 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:25.536801 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-744a4fba-1ad7-435a-9614-b4b9951e55e4 None None] Provisioning for port fe5e7f81-ca46-459b-80dd-d0916bdad3c7 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:40:25.540973 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-744a4fba-1ad7-435a-9614-b4b9951e55e4 None None] Provisioning complete for port fe5e7f81-ca46-459b-80dd-d0916bdad3c7 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:40:25.541343 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-744a4fba-1ad7-435a-9614-b4b9951e55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:25.578435 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-744a4fba-1ad7-435a-9614-b4b9951e55e4 None None] Port fe5e7f81-ca46-459b-80dd-d0916bdad3c7 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:40:25.713880 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5e7f81-ca46-459b-80dd-d0916bdad3c7 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:40:25.720961 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:25.733141 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Transition to ACTIVE for port object fe5e7f81-ca46-459b-80dd-d0916bdad3c7 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:40:25.736867 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:25.788669 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Pushing event updated for resources: {'Port': ['ID=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:25.857723 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Attempting to bind port fe5e7f81-ca46-459b-80dd-d0916bdad3c7 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:40:25.858069 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Attempting to bind port fe5e7f81-ca46-459b-80dd-d0916bdad3c7 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:40:25.858402 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Attempting to bind port fe5e7f81-ca46-459b-80dd-d0916bdad3c7 on network 363f55b9-7106-4007-95f7-6d844418cbce {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:40:25.863606 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Port fe5e7f81-ca46-459b-80dd-d0916bdad3c7 on network 363f55b9-7106-4007-95f7-6d844418cbce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:40:25.864097 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Attempting to bind port fe5e7f81-ca46-459b-80dd-d0916bdad3c7 on network 363f55b9-7106-4007-95f7-6d844418cbce {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:40:25.869785 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:40:25.870130 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Checking segment: {'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:40:25.870669 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Bound using segment: {'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:40:25.870998 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Bound port: fe5e7f81-ca46-459b-80dd-d0916bdad3c7, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:40:25.871386 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:25.950941 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] For port fe5e7f81-ca46-459b-80dd-d0916bdad3c7, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:40:25.954287 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] For port fe5e7f81-ca46-459b-80dd-d0916bdad3c7, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:40:25.957839 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:25.993412 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:25.994031 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:25.995507 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] 10.222.0.32 "PUT /v2.0/ports/fe5e7f81-ca46-459b-80dd-d0916bdad3c7 HTTP/1.1" status: 200 len: 1093 time: 0.6107316 Aug 31 05:40:25.996019 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'tag': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:40:25.998532 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36557c31-df2c-4210-b5d4-1d658b91537c" -d '{"events": [{"name": "network-changed", "server_uuid": "17b61c9d-d5fa-4f88-919a-c4ab48f747b4", "tag": "fe5e7f81-ca46-459b-80dd-d0916bdad3c7"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:40:26.033028 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba99264-2637-4030-b237-c64ad3f319ac req-10ff333c-11c7-40f6-bba0-b7a8edb70d48 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:26.035434 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bba99264-2637-4030-b237-c64ad3f319ac req-10ff333c-11c7-40f6-bba0-b7a8edb70d48 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0684841 Aug 31 05:40:26.043684 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bab35-eb05-4b70-a2f1-a38a2893189d service neutron] Pushing event updated for resources: {'Port': ['ID=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:26.057789 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214393d8-3e01-423e-8c8e-c083bbb75630 x-openstack-request-id: req-214393d8-3e01-423e-8c8e-c083bbb75630 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:40:26.058114 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b61c9d-d5fa-4f88-919a-c4ab48f747b4", "tag": "fe5e7f81-ca46-459b-80dd-d0916bdad3c7", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:40:26.058331 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-214393d8-3e01-423e-8c8e-c083bbb75630 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:40:26.058727 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'tag': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'status': 'completed', 'code': 200} Aug 31 05:40:26.083936 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bba99264-2637-4030-b237-c64ad3f319ac req-310bd479-6c05-411f-8623-696f70923ee1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407910 Aug 31 05:40:26.092707 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-7733d3eb-0d59-4f80-9270-ec811207e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:26.094411 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-7733d3eb-0d59-4f80-9270-ec811207e17c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6c47714db89402f9cf71ccca20e69bd&device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 1096 time: 0.0473218 Aug 31 05:40:26.143725 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-cb26457d-a19f-47d5-b63d-242f2a80dba1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7 HTTP/1.1" status: 200 len: 217 time: 0.0399776 Aug 31 05:40:26.195487 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-19b56edd-6ed5-479c-8ac9-ebcc84daf44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:26.196979 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-19b56edd-6ed5-479c-8ac9-ebcc84daf44b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e40e479-664b-4bab-bbec-50a8e96df2b0 HTTP/1.1" status: 200 len: 855 time: 0.0452898 Aug 31 05:40:26.245398 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-8432a988-5d68-4bfa-b207-83457a14859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:26.246870 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-8432a988-5d68-4bfa-b207-83457a14859b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=363f55b9-7106-4007-95f7-6d844418cbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412426 Aug 31 05:40:26.340542 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-512e328e-a9d6-486c-a3f6-4f8b3aaf3886 service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844569 Aug 31 05:40:26.429029 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2932720f-f8f9-4572-9666-eb387eb5f831 req-f88de4e7-8c5a-474e-8285-314239dcb7fa service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805438 Aug 31 05:40:26.533500 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36557c31-df2c-4210-b5d4-1d658b91537c req-1de2d4c2-c77d-4409-9bc7-5576f3b8db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:26.535008 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-36557c31-df2c-4210-b5d4-1d658b91537c req-1de2d4c2-c77d-4409-9bc7-5576f3b8db52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6c47714db89402f9cf71ccca20e69bd&device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 1096 time: 0.0397685 Aug 31 05:40:26.628212 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36557c31-df2c-4210-b5d4-1d658b91537c req-d941bc27-43ca-47f1-a3b9-008ab87ca15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:26.629707 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-36557c31-df2c-4210-b5d4-1d658b91537c req-d941bc27-43ca-47f1-a3b9-008ab87ca15c service neutron] 10.222.0.32 "GET /v2.0/networks?id=363f55b9-7106-4007-95f7-6d844418cbce HTTP/1.1" status: 200 len: 917 time: 0.0866859 Aug 31 05:40:26.673936 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-36557c31-df2c-4210-b5d4-1d658b91537c req-2b3e8e16-5622-4f98-98a9-ea3bf2cd6d10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7 HTTP/1.1" status: 200 len: 217 time: 0.0352676 Aug 31 05:40:26.726281 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36557c31-df2c-4210-b5d4-1d658b91537c req-dbe657c5-3565-48f7-958a-5fd4171e24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:26.727820 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-36557c31-df2c-4210-b5d4-1d658b91537c req-dbe657c5-3565-48f7-958a-5fd4171e24b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e40e479-664b-4bab-bbec-50a8e96df2b0 HTTP/1.1" status: 200 len: 855 time: 0.0454307 Aug 31 05:40:26.785066 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36557c31-df2c-4210-b5d4-1d658b91537c req-2ca6b0ae-69cc-4541-a881-843c0c0892fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:26.786533 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-36557c31-df2c-4210-b5d4-1d658b91537c req-2ca6b0ae-69cc-4541-a881-843c0c0892fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=363f55b9-7106-4007-95f7-6d844418cbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433576 Aug 31 05:40:26.882128 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-36557c31-df2c-4210-b5d4-1d658b91537c req-a4395fee-a873-4d9b-920a-8d5d55c9d435 service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785770 Aug 31 05:40:26.977447 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-36557c31-df2c-4210-b5d4-1d658b91537c req-42002c0e-024b-4843-b86c-f78a55ad1c9e service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863616 Aug 31 05:40:27.201724 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8fc7f-56e4-4f40-b798-abfd5461714a req-d615f501-5be5-4935-bd1f-9fc318715b48 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:27.203075 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-28a8fc7f-56e4-4f40-b798-abfd5461714a req-d615f501-5be5-4935-bd1f-9fc318715b48 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0475373 Aug 31 05:40:27.238819 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-28a8fc7f-56e4-4f40-b798-abfd5461714a req-3a14e70c-6870-407c-a56f-d57bb5a78e1b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299842 Aug 31 05:40:28.353465 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45157dbc-7f78-4478-80c2-0dd1689aff4d req-72f0be32-a2b5-4bc2-a13f-24a22664cfef tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:28.354840 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-45157dbc-7f78-4478-80c2-0dd1689aff4d req-72f0be32-a2b5-4bc2-a13f-24a22664cfef tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0474637 Aug 31 05:40:28.390840 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-45157dbc-7f78-4478-80c2-0dd1689aff4d req-11034351-5324-4bb6-b357-81318eb5bbf4 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301547 Aug 31 05:40:29.505195 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873c88c-3b06-4fe7-8e37-eb14502754c9 req-f16f7698-d03c-45a0-8915-120ebb2ddff7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:29.506609 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9873c88c-3b06-4fe7-8e37-eb14502754c9 req-f16f7698-d03c-45a0-8915-120ebb2ddff7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0473869 Aug 31 05:40:29.528120 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device fe5e7f81-ca46-459b-80dd-d0916bdad3c7 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:40:29.546725 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9873c88c-3b06-4fe7-8e37-eb14502754c9 req-139a0bfd-2c1f-43e3-a2ff-ebb3d086d94a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340774 Aug 31 05:40:29.556821 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-bbc05f2e-5754-4890-bce3-c6f8a9098a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:29.630580 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port fe5e7f81-ca46-459b-80dd-d0916bdad3c7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:40:29.641021 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'port_id': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'mac_address': 'fa:16:3e:64:87:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:40:29.678440 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:29.690645 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5e7f81-ca46-459b-80dd-d0916bdad3c7 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:40:29.713545 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port fe5e7f81-ca46-459b-80dd-d0916bdad3c7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:40:29.717097 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:29.761654 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:29.768413 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:29.768763 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:29.769103 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:29.769440 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:29.769815 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:29.770106 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:29.770429 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:29.770754 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:29.771079 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:29.771426 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:29.771746 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:29.772066 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:40:30.056644 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['fe5e7f81-ca46-459b-80dd-d0916bdad3c7'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:40:30.669213 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7e704-0762-4576-91c7-e201d8490708 req-a4c475d4-cc34-42b1-9409-f7483e46dd52 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:30.670572 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-95a7e704-0762-4576-91c7-e201d8490708 req-a4c475d4-cc34-42b1-9409-f7483e46dd52 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 944 time: 0.0483294 Aug 31 05:40:30.711286 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-95a7e704-0762-4576-91c7-e201d8490708 req-f26cd34a-59d0-448c-a84e-60b5901954a1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322752 Aug 31 05:40:31.549828 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device fe5e7f81-ca46-459b-80dd-d0916bdad3c7 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:40:31.598970 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port fe5e7f81-ca46-459b-80dd-d0916bdad3c7 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:40:31.602393 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port fe5e7f81-ca46-459b-80dd-d0916bdad3c7 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:40:31.602761 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:31.676398 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:31.698338 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:40:31.700696 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a3ece8-0ed1-495a-81f9-0716f66d196f" -d '{"events": [{"server_uuid": "17b61c9d-d5fa-4f88-919a-c4ab48f747b4", "name": "network-vif-plugged", "status": "completed", "tag": "fe5e7f81-ca46-459b-80dd-d0916bdad3c7"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:40:31.713723 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port fe5e7f81-ca46-459b-80dd-d0916bdad3c7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:40:31.718473 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:31.744996 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb64547-8b11-4db1-aa6f-e449c041bd6f x-openstack-request-id: req-5cb64547-8b11-4db1-aa6f-e449c041bd6f {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:40:31.745289 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b61c9d-d5fa-4f88-919a-c4ab48f747b4", "name": "network-vif-plugged", "status": "completed", "tag": "fe5e7f81-ca46-459b-80dd-d0916bdad3c7", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:40:31.745539 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5cb64547-8b11-4db1-aa6f-e449c041bd6f {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:40:31.745918 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'code': 200} Aug 31 05:40:31.778861 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:31.846593 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845a8ac-f0f3-4ffe-aef6-43a3361be412 req-3812066c-095f-49f1-8c7f-01c428093e66 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:31.848324 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2845a8ac-f0f3-4ffe-aef6-43a3361be412 req-3812066c-095f-49f1-8c7f-01c428093e66 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0556080 Aug 31 05:40:31.880811 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-bd109ffe-ea91-4bb7-9892-20c3da647e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:31.923732 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ae9d3-8d93-4a68-873e-2264dbd885af req-ea74b5af-d096-4ec4-82d9-d48cc0ad3d4a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:31.925221 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ad3ae9d3-8d93-4a68-873e-2264dbd885af req-ea74b5af-d096-4ec4-82d9-d48cc0ad3d4a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0759931 Aug 31 05:40:31.928380 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2845a8ac-f0f3-4ffe-aef6-43a3361be412 req-4b0c2dd1-f6ba-4326-aa12-c1ec71c8847e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705321 Aug 31 05:40:31.951245 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d430d56-cb82-4630-a224-3d12fbdba848 req-ad2265dc-f67b-43eb-9eea-91bf7a26b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:31.952748 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9d430d56-cb82-4630-a224-3d12fbdba848 req-ad2265dc-f67b-43eb-9eea-91bf7a26b7e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 1098 time: 0.0453870 Aug 31 05:40:31.966704 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ad3ae9d3-8d93-4a68-873e-2264dbd885af req-d6b3a202-3073-4975-9e86-fabd01cae7f3 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350442 Aug 31 05:40:31.990016 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9d430d56-cb82-4630-a224-3d12fbdba848 req-4a3b0f99-8b1d-4f88-b127-e0ca8afa780f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279417 Aug 31 05:40:32.347283 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:33.074190 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acf34c-302d-4434-a4ed-b1b6427dc73b req-fd84ac12-0d88-436f-a170-84a442ea7160 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:33.075659 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-04acf34c-302d-4434-a4ed-b1b6427dc73b req-fd84ac12-0d88-436f-a170-84a442ea7160 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0718493 Aug 31 05:40:33.109246 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b68a6-9698-4b8a-a36f-69d27d312454 req-4bae8c78-cef2-4b4e-90e0-c50fd43d8afa tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:33.110638 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a66b68a6-9698-4b8a-a36f-69d27d312454 req-4bae8c78-cef2-4b4e-90e0-c50fd43d8afa tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0711322 Aug 31 05:40:33.138334 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-04acf34c-302d-4434-a4ed-b1b6427dc73b req-da1a633c-6955-4de3-900b-dbfd384cb998 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561996 Aug 31 05:40:33.158662 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a66b68a6-9698-4b8a-a36f-69d27d312454 req-151de40b-bd98-42e6-bf9d-c13af2770de4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382898 Aug 31 05:40:33.231206 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d498bab4-5453-4107-9c89-2133886e1267 req-062e8596-189b-4f77-98d5-c453f0c65ab1 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1963722304&fields=id&tenant_id=670d3c40a5e44c9ea470cf2712d349e6 HTTP/1.1" status: 200 len: 267 time: 0.0368757 Aug 31 05:40:33.287242 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498bab4-5453-4107-9c89-2133886e1267 req-dafe53e5-862f-4899-8eb3-d86769f9a459 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:33.288765 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d498bab4-5453-4107-9c89-2133886e1267 req-dafe53e5-862f-4899-8eb3-d86769f9a459 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 985 time: 0.0510352 Aug 31 05:40:33.295777 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:33.300591 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [req-d498bab4-5453-4107-9c89-2133886e1267 req-b78d5a36-c755-4c59-8055-5312f1a90719 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Request body: {'port': {'security_groups': ['af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a']}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:40:33.365898 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [req-d498bab4-5453-4107-9c89-2133886e1267 req-b78d5a36-c755-4c59-8055-5312f1a90719 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:33.540370 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [req-d498bab4-5453-4107-9c89-2133886e1267 req-b78d5a36-c755-4c59-8055-5312f1a90719 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] For port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,segment=NetworkSegment(dbadf789-5981-4a76-87a2-51bdfa7af51a),segment_id=dbadf789-5981-4a76-87a2-51bdfa7af51a)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:40:33.570621 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [req-d498bab4-5453-4107-9c89-2133886e1267 req-b78d5a36-c755-4c59-8055-5312f1a90719 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:33.577444 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [req-d498bab4-5453-4107-9c89-2133886e1267 req-b78d5a36-c755-4c59-8055-5312f1a90719 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4057228'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:33.595473 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['9ed08ce6-ec1d-48aa-824b-fa4abd574ce9'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:40:33.632838 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498bab4-5453-4107-9c89-2133886e1267 req-b78d5a36-c755-4c59-8055-5312f1a90719 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:33.633477 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [req-d498bab4-5453-4107-9c89-2133886e1267 req-b78d5a36-c755-4c59-8055-5312f1a90719 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:33.634885 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d498bab4-5453-4107-9c89-2133886e1267 req-b78d5a36-c755-4c59-8055-5312f1a90719 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "PUT /v2.0/ports/9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 HTTP/1.1" status: 200 len: 943 time: 0.3388302 Aug 31 05:40:33.635373 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'tag': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9'}] {{(pid=94006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:40:33.641176 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fcbfbdd9b74ff4cb14d8c7c5521a31bcdab3071e6810f807a3c3deab47fc22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d747dd-af34-438c-86b2-56f0c44d095e" -d '{"events": [{"name": "network-changed", "server_uuid": "2209ac27-c2fa-4fd6-9e90-af84bd95840a", "tag": "9ed08ce6-ec1d-48aa-824b-fa4abd574ce9"}]}' {{(pid=94006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:40:33.641356 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52030) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:33.660181 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d5a36-c755-4c59-8055-5312f1a90719 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event updated for resources: {'Port': ['ID=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,revision_number=7']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:33.684777 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5d5843-6b7c-4a3d-bc1f-ae1611492573 x-openstack-request-id: req-8a5d5843-6b7c-4a3d-bc1f-ae1611492573 {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:40:33.685356 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2209ac27-c2fa-4fd6-9e90-af84bd95840a", "tag": "9ed08ce6-ec1d-48aa-824b-fa4abd574ce9", "status": "completed", "code": 200}]} {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:40:33.686371 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a5d5843-6b7c-4a3d-bc1f-ae1611492573 {{(pid=94006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:40:33.687213 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'tag': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9', 'status': 'completed', 'code': 200} Aug 31 05:40:33.727259 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['9ed08ce6-ec1d-48aa-824b-fa4abd574ce9'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:40:33.762424 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-71f74cb0-763f-412e-8947-9763af35f921 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:33.797535 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d747dd-af34-438c-86b2-56f0c44d095e req-3ca5712a-b0b2-4615-8e3e-f61f1d5c4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:33.799030 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e8d747dd-af34-438c-86b2-56f0c44d095e req-3ca5712a-b0b2-4615-8e3e-f61f1d5c4970 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=670d3c40a5e44c9ea470cf2712d349e6&device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 1099 time: 0.0789490 Aug 31 05:40:33.801365 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-71f74cb0-763f-412e-8947-9763af35f921 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:33.892724 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-cfaef34a-d000-45e9-857e-a2b7557e07dd None None] Provisioning complete for port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:40:33.893175 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-cfaef34a-d000-45e9-857e-a2b7557e07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:33.913754 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d747dd-af34-438c-86b2-56f0c44d095e req-bdaeaeb6-bb14-4503-a8b5-1169a2ac1c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:33.915337 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e8d747dd-af34-438c-86b2-56f0c44d095e req-bdaeaeb6-bb14-4503-a8b5-1169a2ac1c5b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a6a1804-2296-461b-aa1f-808524c5fabd HTTP/1.1" status: 200 len: 915 time: 0.1058781 Aug 31 05:40:33.932415 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-71f74cb0-763f-412e-8947-9763af35f921 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:33.935655 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-71f74cb0-763f-412e-8947-9763af35f921 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:33.936776 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-71f74cb0-763f-412e-8947-9763af35f921 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "DELETE /v2.0/security-groups/b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8 HTTP/1.1" status: 204 len: 168 time: 0.2945960 Aug 31 05:40:33.939592 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52034) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:33.946022 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f74cb0-763f-412e-8947-9763af35f921 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d6f2fc-4e6b-42cf-bf69-4f58d472abc8,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:34.360575 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acf361-63e9-44de-859d-9a497f1b51a9 req-e967818c-2805-427d-a08b-e0d24e378bfc tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:34.362033 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d6acf361-63e9-44de-859d-9a497f1b51a9 req-e967818c-2805-427d-a08b-e0d24e378bfc tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0918500 Aug 31 05:40:34.371274 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc85335-f458-40fc-94b9-4618ae954f2d req-ca28fe8f-9d60-4119-94ea-5da6a92a758a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:34.372628 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cfc85335-f458-40fc-94b9-4618ae954f2d req-ca28fe8f-9d60-4119-94ea-5da6a92a758a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.1013875 Aug 31 05:40:34.407475 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e6fbf-c39e-4068-bdb7-5ce790fa939a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Deleting port 86029b47-c5a2-49f3-b3c7-894352f7f0f3 {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:40:34.407821 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6fbf-c39e-4068-bdb7-5ce790fa939a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:34.473575 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d6acf361-63e9-44de-859d-9a497f1b51a9 req-1912c0d8-5f6a-4d4a-a5ec-e11021c91b74 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993073 Aug 31 05:40:34.478038 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cfc85335-f458-40fc-94b9-4618ae954f2d req-6a863f6e-9f61-48eb-8d12-fae268efcc9c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965178 Aug 31 05:40:34.510341 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6fbf-c39e-4068-bdb7-5ce790fa939a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:34.510668 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6fbf-c39e-4068-bdb7-5ce790fa939a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:34.522149 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e6fbf-c39e-4068-bdb7-5ce790fa939a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Calling delete_port for 86029b47-c5a2-49f3-b3c7-894352f7f0f3 owned by network:floatingip {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:40:34.658651 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d5bdd-4b1d-4609-83d5-1199ec057534 req-d8c98f07-c19f-4933-8e36-519525baaa8a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:34.660125 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b64d5bdd-4b1d-4609-83d5-1199ec057534 req-d8c98f07-c19f-4933-8e36-519525baaa8a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0953481 Aug 31 05:40:34.668768 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52046) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:34.674185 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-a1d2c45f-7173-41ab-bfdc-b16649dccec7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Request body: {'floatingip': {'port_id': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:40:34.730700 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6fbf-c39e-4068-bdb7-5ce790fa939a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:34.748372 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c45f-7173-41ab-bfdc-b16649dccec7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for floatingip, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:34.756018 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e6fbf-c39e-4068-bdb7-5ce790fa939a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event deleted for resources: {'Port': ['ID=86029b47-c5a2-49f3-b3c7-894352f7f0f3,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:34.821917 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6fbf-c39e-4068-bdb7-5ce790fa939a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks [] for floatingip, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:34.822257 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.l3_db [None req-4a7e6fbf-c39e-4068-bdb7-5ce790fa939a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Floating IP ead026e4-15be-4056-bcd8-3d2572088ff6 disassociated (deleted). External IP: 172.27.1.176, port: 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9. Aug 31 05:40:34.850687 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e8d747dd-af34-438c-86b2-56f0c44d095e req-292ceb11-709f-4522-9be2-1872894fa497 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 HTTP/1.1" status: 200 len: 1002 time: 0.1421795 Aug 31 05:40:34.857089 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:35.027268 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7e6fbf-c39e-4068-bdb7-5ce790fa939a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:40:35.135673 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7e6fbf-c39e-4068-bdb7-5ce790fa939a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:40:35.140553 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6fbf-c39e-4068-bdb7-5ce790fa939a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:35.146025 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18997d57-fa6a-45d5-8df4-999594842de1 None None] Sync routers for ids ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:40:35.155193 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18997d57-fa6a-45d5-8df4-999594842de1 None None] Routers {'6dbb79a7-86c5-43ad-a20b-1efab5b03c23'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:40:35.155823 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-18997d57-fa6a-45d5-8df4-999594842de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:40:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:35.172860 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-4a7e6fbf-c39e-4068-bdb7-5ce790fa939a tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "DELETE /v2.0/floatingips/ead026e4-15be-4056-bcd8-3d2572088ff6 HTTP/1.1" status: 204 len: 168 time: 1.2291317 Aug 31 05:40:35.205122 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c45f-7173-41ab-bfdc-b16649dccec7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:35.209378 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c45f-7173-41ab-bfdc-b16649dccec7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:35.275441 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-18997d57-fa6a-45d5-8df4-999594842de1 None None] Set router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:40:35.317270 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.l3_db [None req-a1d2c45f-7173-41ab-bfdc-b16649dccec7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Floating IP 238addf5-4af6-40fe-a89d-468caec81304 associated. External IP: 172.27.1.81, port: fe5e7f81-ca46-459b-80dd-d0916bdad3c7. Aug 31 05:40:35.480263 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-18997d57-fa6a-45d5-8df4-999594842de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:11Z', 'revision_number': 4, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port': {'id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '505debea-576d-4d39-b164-3c4f47c8b088', 'name': '', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'mac_address': 'fa:16:3e:37:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:10Z', 'updated_at': '2021-08-31T05:38:17Z', 'revision_number': 5, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'subnets': [{'id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:35.505696 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18997d57-fa6a-45d5-8df4-999594842de1 None None] Checking router: 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:40:35.514550 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18997d57-fa6a-45d5-8df4-999594842de1 None None] Routers {'6dbb79a7-86c5-43ad-a20b-1efab5b03c23'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:40:35.515186 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-18997d57-fa6a-45d5-8df4-999594842de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:40:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:35.536937 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d2c45f-7173-41ab-bfdc-b16649dccec7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:40:35.596344 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d7ee5-e76d-4c13-a1a9-3769d2edc0ae req-8dd9961d-7b1a-48c0-b28c-3db902e078ca tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:35.597990 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8d4d7ee5-e76d-4c13-a1a9-3769d2edc0ae req-8dd9961d-7b1a-48c0-b28c-3db902e078ca tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0551908 Aug 31 05:40:35.622435 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-18997d57-fa6a-45d5-8df4-999594842de1 None None] Set router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:40:35.650809 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8d4d7ee5-e76d-4c13-a1a9-3769d2edc0ae req-38c09297-db71-4a83-920d-6b8d62f9a6d9 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464947 Aug 31 05:40:35.689415 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'tag': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9'}] {{(pid=94006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:40:35.691958 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fcbfbdd9b74ff4cb14d8c7c5521a31bcdab3071e6810f807a3c3deab47fc22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999c4950-ddc2-4a18-8232-2d48fb6a09ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2209ac27-c2fa-4fd6-9e90-af84bd95840a", "tag": "9ed08ce6-ec1d-48aa-824b-fa4abd574ce9"}]}' {{(pid=94006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:40:35.729435 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24ce63a-709c-40fd-a903-95839deb5ff1 x-openstack-request-id: req-a24ce63a-709c-40fd-a903-95839deb5ff1 {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:40:35.729733 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2209ac27-c2fa-4fd6-9e90-af84bd95840a", "tag": "9ed08ce6-ec1d-48aa-824b-fa4abd574ce9", "status": "completed", "code": 200}]} {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:40:35.730011 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a24ce63a-709c-40fd-a903-95839deb5ff1 {{(pid=94006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:40:35.730432 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'tag': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9', 'status': 'completed', 'code': 200} Aug 31 05:40:35.839743 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-18997d57-fa6a-45d5-8df4-999594842de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:11Z', 'revision_number': 4, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port': {'id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '505debea-576d-4d39-b164-3c4f47c8b088', 'name': '', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'mac_address': 'fa:16:3e:37:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:10Z', 'updated_at': '2021-08-31T05:38:17Z', 'revision_number': 5, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'subnets': [{'id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:35.866952 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18997d57-fa6a-45d5-8df4-999594842de1 None None] The sync data for ids ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'] in dv-cinder-806559-3-iscsi is: [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:11Z', 'revision_number': 4, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port': {'id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '505debea-576d-4d39-b164-3c4f47c8b088', 'name': '', 'network_id': '1a6a1804-2296-461b-aa1f-808524c5fabd', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'mac_address': 'fa:16:3e:37:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:10Z', 'updated_at': '2021-08-31T05:38:17Z', 'revision_number': 5, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'subnets': [{'id': 'dc6a39d3-4167-4875-a56e-d1606992be8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:40:35.887302 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d2c45f-7173-41ab-bfdc-b16649dccec7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:40:35.891764 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c45f-7173-41ab-bfdc-b16649dccec7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:35.896483 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14163e7a-0318-46bd-8f5e-4ad9d822ceb5 None None] Sync routers for ids ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:40:35.909490 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14163e7a-0318-46bd-8f5e-4ad9d822ceb5 None None] Routers {'0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:40:35.910404 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-14163e7a-0318-46bd-8f5e-4ad9d822ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:40:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:35.921805 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-a1d2c45f-7173-41ab-bfdc-b16649dccec7 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "PUT /v2.0/floatingips/238addf5-4af6-40fe-a89d-468caec81304 HTTP/1.1" status: 200 len: 990 time: 1.2519131 Aug 31 05:40:35.922576 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'tag': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:40:35.925336 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c835ad14-4854-474a-a245-61acd2fc8590" -d '{"events": [{"name": "network-changed", "server_uuid": "17b61c9d-d5fa-4f88-919a-c4ab48f747b4", "tag": "fe5e7f81-ca46-459b-80dd-d0916bdad3c7"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:40:36.021714 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-14163e7a-0318-46bd-8f5e-4ad9d822ceb5 None None] Set router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:40:36.087335 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec028c0-a830-4bdb-9a25-491ba89eeb6d None None] New status for floating IP ead026e4-15be-4056-bcd8-3d2572088ff6: DOWN {{(pid=94007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:40:36.241549 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-14163e7a-0318-46bd-8f5e-4ad9d822ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': '238addf5-4af6-40fe-a89d-468caec81304', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'port_id': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'mac_address': 'fa:16:3e:64:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:40:22Z', 'updated_at': '2021-08-31T05:40:35Z', 'revision_number': 1, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:36:09Z', 'revision_number': 5, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:36.266327 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14163e7a-0318-46bd-8f5e-4ad9d822ceb5 None None] Checking router: 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:40:36.274277 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14163e7a-0318-46bd-8f5e-4ad9d822ceb5 None None] Routers {'0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:40:36.274876 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-14163e7a-0318-46bd-8f5e-4ad9d822ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:40:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:36.376925 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-14163e7a-0318-46bd-8f5e-4ad9d822ceb5 None None] Set router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:40:36.583591 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d747dd-af34-438c-86b2-56f0c44d095e req-7271859e-dcea-4afe-ac62-c1997730a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:36.585808 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e8d747dd-af34-438c-86b2-56f0c44d095e req-7271859e-dcea-4afe-ac62-c1997730a2c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc6a39d3-4167-4875-a56e-d1606992be8e HTTP/1.1" status: 200 len: 853 time: 0.0432980 Aug 31 05:40:36.642068 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47508e88-9aac-4b01-9502-172a64459a1e x-openstack-request-id: req-47508e88-9aac-4b01-9502-172a64459a1e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:40:36.642445 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b61c9d-d5fa-4f88-919a-c4ab48f747b4", "tag": "fe5e7f81-ca46-459b-80dd-d0916bdad3c7", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:40:36.642708 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47508e88-9aac-4b01-9502-172a64459a1e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:40:36.643215 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'tag': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'status': 'completed', 'code': 200} Aug 31 05:40:36.707823 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d747dd-af34-438c-86b2-56f0c44d095e req-e918d76f-a8aa-40a2-85ed-14073b615340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:36.709341 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e8d747dd-af34-438c-86b2-56f0c44d095e req-e918d76f-a8aa-40a2-85ed-14073b615340 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a6a1804-2296-461b-aa1f-808524c5fabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1094496 Aug 31 05:40:36.718706 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-14163e7a-0318-46bd-8f5e-4ad9d822ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': '238addf5-4af6-40fe-a89d-468caec81304', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'port_id': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'mac_address': 'fa:16:3e:64:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:40:22Z', 'updated_at': '2021-08-31T05:40:35Z', 'revision_number': 1, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:36:09Z', 'revision_number': 5, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:36.750080 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14163e7a-0318-46bd-8f5e-4ad9d822ceb5 None None] The sync data for ids ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'] in dv-cinder-806559-3-iscsi is: [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': '238addf5-4af6-40fe-a89d-468caec81304', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'port_id': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'mac_address': 'fa:16:3e:64:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:40:22Z', 'updated_at': '2021-08-31T05:40:35Z', 'revision_number': 1, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:36:09Z', 'revision_number': 5, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:40:36.765571 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835ad14-4854-474a-a245-61acd2fc8590 req-b68cf2b8-6048-41f4-87ee-819c8924e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:36.767084 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c835ad14-4854-474a-a245-61acd2fc8590 req-b68cf2b8-6048-41f4-87ee-819c8924e175 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6c47714db89402f9cf71ccca20e69bd&device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 1098 time: 0.1101604 Aug 31 05:40:36.782209 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56395d-8d0a-40d3-b84b-8952d2e3b835 req-c8bbc989-720b-4537-a409-6ed46d91a738 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:36.783904 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8a56395d-8d0a-40d3-b84b-8952d2e3b835 req-c8bbc989-720b-4537-a409-6ed46d91a738 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0564129 Aug 31 05:40:36.824081 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8a56395d-8d0a-40d3-b84b-8952d2e3b835 req-8d59c129-3b05-49b1-90f1-4582e8200fa5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336726 Aug 31 05:40:36.859736 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e8d747dd-af34-438c-86b2-56f0c44d095e req-89f4b9e6-7971-4c8e-a763-2ee627ac1024 service neutron] 10.222.0.32 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411777 Aug 31 05:40:36.943330 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835ad14-4854-474a-a245-61acd2fc8590 req-24d5f294-b533-4b4e-9eb6-5db537868976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:36.944823 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c835ad14-4854-474a-a245-61acd2fc8590 req-24d5f294-b533-4b4e-9eb6-5db537868976 service neutron] 10.222.0.32 "GET /v2.0/networks?id=363f55b9-7106-4007-95f7-6d844418cbce HTTP/1.1" status: 200 len: 917 time: 0.1567378 Aug 31 05:40:36.954362 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e07f2a6-30bd-4233-b1cf-8f4fb9adb9d8 None None] New status for floating IP 238addf5-4af6-40fe-a89d-468caec81304: ACTIVE {{(pid=94008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:40:37.025283 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e8d747dd-af34-438c-86b2-56f0c44d095e req-c1107af6-9d59-46ef-ac4f-a84568bfa0da service neutron] 10.222.0.32 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556759 Aug 31 05:40:37.037820 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c835ad14-4854-474a-a245-61acd2fc8590 req-163712a3-222c-4bc8-a92e-9c23a07245cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7 HTTP/1.1" status: 200 len: 998 time: 0.0809634 Aug 31 05:40:37.116550 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835ad14-4854-474a-a245-61acd2fc8590 req-2b31ca40-238f-4a61-be74-a3c43404ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:37.118054 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c835ad14-4854-474a-a245-61acd2fc8590 req-2b31ca40-238f-4a61-be74-a3c43404ebf7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e40e479-664b-4bab-bbec-50a8e96df2b0 HTTP/1.1" status: 200 len: 855 time: 0.0731091 Aug 31 05:40:37.129486 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4950-ddc2-4a18-8232-2d48fb6a09ff req-2449e5db-a272-4bc4-8afd-28246d302df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:37.130922 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-999c4950-ddc2-4a18-8232-2d48fb6a09ff req-2449e5db-a272-4bc4-8afd-28246d302df9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=670d3c40a5e44c9ea470cf2712d349e6&device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 1099 time: 0.0584118 Aug 31 05:40:37.219943 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835ad14-4854-474a-a245-61acd2fc8590 req-468b50a8-b730-4ed2-a221-9665f88aafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:37.221442 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c835ad14-4854-474a-a245-61acd2fc8590 req-468b50a8-b730-4ed2-a221-9665f88aafb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=363f55b9-7106-4007-95f7-6d844418cbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0941873 Aug 31 05:40:37.293190 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4950-ddc2-4a18-8232-2d48fb6a09ff req-8b07537a-1bd6-4c48-90e1-c0bcd3f9ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:37.309942 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-999c4950-ddc2-4a18-8232-2d48fb6a09ff req-8b07537a-1bd6-4c48-90e1-c0bcd3f9ded2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a6a1804-2296-461b-aa1f-808524c5fabd HTTP/1.1" status: 200 len: 915 time: 0.1549053 Aug 31 05:40:37.347669 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-999c4950-ddc2-4a18-8232-2d48fb6a09ff req-f4e72e48-5d76-4cb7-9769-4cc44908fd0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 HTTP/1.1" status: 200 len: 217 time: 0.0450132 Aug 31 05:40:37.396070 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c835ad14-4854-474a-a245-61acd2fc8590 req-226ce77e-606f-4de8-b654-7c812d4ccb38 service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651490 Aug 31 05:40:37.425138 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4950-ddc2-4a18-8232-2d48fb6a09ff req-61e8679a-818b-4de6-b929-cde6b12ff300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:37.426517 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-999c4950-ddc2-4a18-8232-2d48fb6a09ff req-61e8679a-818b-4de6-b929-cde6b12ff300 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc6a39d3-4167-4875-a56e-d1606992be8e HTTP/1.1" status: 200 len: 853 time: 0.0697188 Aug 31 05:40:37.519933 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4950-ddc2-4a18-8232-2d48fb6a09ff req-1abc5da7-39f0-4554-93dd-4ca3247ec5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:37.521419 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-999c4950-ddc2-4a18-8232-2d48fb6a09ff req-1abc5da7-39f0-4554-93dd-4ca3247ec5d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a6a1804-2296-461b-aa1f-808524c5fabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669494 Aug 31 05:40:37.526568 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c835ad14-4854-474a-a245-61acd2fc8590 req-4ce90a53-c4ab-4fe3-b885-284802295ea9 service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212051 Aug 31 05:40:37.622571 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-999c4950-ddc2-4a18-8232-2d48fb6a09ff req-37329775-4532-4cb2-86e5-5bf1216bf89f service neutron] 10.222.0.32 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882552 Aug 31 05:40:37.723052 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-999c4950-ddc2-4a18-8232-2d48fb6a09ff req-f861679d-5151-4dfd-9c79-1786067c521b service neutron] 10.222.0.32 "GET /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928180 Aug 31 05:40:37.943426 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69935fd5-e464-4e01-8111-441fad1d9f15 req-790f0474-cfb9-4bd7-acc2-b202996de93b tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:37.944926 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-69935fd5-e464-4e01-8111-441fad1d9f15 req-790f0474-cfb9-4bd7-acc2-b202996de93b tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0492139 Aug 31 05:40:37.985193 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-69935fd5-e464-4e01-8111-441fad1d9f15 req-42d5ac4b-3196-4d37-b088-9ef7e8b70930 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340805 Aug 31 05:40:39.110650 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee61cce-3281-40d1-9c84-93ad965d1da2 req-2a9f8d78-adaa-42e7-ae85-88054118c394 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:39.112155 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3ee61cce-3281-40d1-9c84-93ad965d1da2 req-2a9f8d78-adaa-42e7-ae85-88054118c394 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0487876 Aug 31 05:40:39.149496 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3ee61cce-3281-40d1-9c84-93ad965d1da2 req-4af621e5-8bb8-4e74-bac7-9116f7c7badb tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308056 Aug 31 05:40:40.262901 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa4372-a502-44a3-a003-bbdcc817588e req-7e7dd10c-84d1-4ad0-8d60-a6141257ee15 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:40.264866 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5eaa4372-a502-44a3-a003-bbdcc817588e req-7e7dd10c-84d1-4ad0-8d60-a6141257ee15 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0470722 Aug 31 05:40:40.304680 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5eaa4372-a502-44a3-a003-bbdcc817588e req-86c39da7-a15d-4639-897b-3cb8f3451cc3 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338542 Aug 31 05:40:41.423675 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5136847-e05c-4f73-a77e-64d1dc88b1c2 req-f3afd7a1-d1bd-4ef4-9815-95a8ce86f9c3 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:41.425521 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c5136847-e05c-4f73-a77e-64d1dc88b1c2 req-f3afd7a1-d1bd-4ef4-9815-95a8ce86f9c3 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0506723 Aug 31 05:40:41.467542 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c5136847-e05c-4f73-a77e-64d1dc88b1c2 req-8b4bec14-7296-4860-8724-638df2117fd7 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355089 Aug 31 05:40:42.577976 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52168) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:42.583325 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce540f99-b5c3-41ce-a60a-71395560f977 req-bfbe4aea-ac44-4ee6-be0c-585fa466442c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:42.584951 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ce540f99-b5c3-41ce-a60a-71395560f977 req-bfbe4aea-ac44-4ee6-be0c-585fa466442c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0494423 Aug 31 05:40:42.624879 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ce540f99-b5c3-41ce-a60a-71395560f977 req-c29d36ae-64fc-4888-b8dd-8368df933070 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339482 Aug 31 05:40:42.687251 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fbabd028-3f92-44d3-8ec5-eaf2b9f6da26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:42.773922 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fbabd028-3f92-44d3-8ec5-eaf2b9f6da26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:42.777632 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fbabd028-3f92-44d3-8ec5-eaf2b9f6da26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:42.819332 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-fbabd028-3f92-44d3-8ec5-eaf2b9f6da26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8828226624f34eac9a29248abd724811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402661 Aug 31 05:40:42.820215 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabd028-3f92-44d3-8ec5-eaf2b9f6da26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49333baa-1e92-4aad-ae33-ae181e6cd4ab,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:42.822031 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52172) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:42.870487 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4ac7fef2-9e08-42ac-a6ef-365b63f38495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:42.890207 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4ac7fef2-9e08-42ac-a6ef-365b63f38495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:42.933886 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4ac7fef2-9e08-42ac-a6ef-365b63f38495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:42.936367 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4ac7fef2-9e08-42ac-a6ef-365b63f38495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:42.937478 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-4ac7fef2-9e08-42ac-a6ef-365b63f38495 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49333baa-1e92-4aad-ae33-ae181e6cd4ab HTTP/1.1" status: 204 len: 168 time: 0.1142097 Aug 31 05:40:42.944774 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7fef2-9e08-42ac-a6ef-365b63f38495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49333baa-1e92-4aad-ae33-ae181e6cd4ab,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:43.741500 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e4e88-f446-4d62-85f7-082260fed68d req-80dd558f-90bc-4fc2-b6ab-24709bfd57f8 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:43.742938 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0b5e4e88-f446-4d62-85f7-082260fed68d req-80dd558f-90bc-4fc2-b6ab-24709bfd57f8 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0501351 Aug 31 05:40:43.780803 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0b5e4e88-f446-4d62-85f7-082260fed68d req-87cd4de1-bdcf-4ec4-9667-f99b52964c4a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Aug 31 05:40:44.468784 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e146d8-fe93-4505-9331-9a2050ee83eb req-8b359c1e-277e-401d-9a41-632b8e03b1cd tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:44.470327 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-86e146d8-fe93-4505-9331-9a2050ee83eb req-8b359c1e-277e-401d-9a41-632b8e03b1cd tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 946 time: 0.0473485 Aug 31 05:40:44.508194 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-86e146d8-fe93-4505-9331-9a2050ee83eb req-3307c203-884a-43e6-bbc4-04477910f754 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318835 Aug 31 05:40:44.896700 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5531d-5fb2-4c0e-af35-764bff4dfabf req-78a27e22-1537-49a0-bc44-62c9e8920eb6 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:44.898130 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-86f5531d-5fb2-4c0e-af35-764bff4dfabf req-78a27e22-1537-49a0-bc44-62c9e8920eb6 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0497270 Aug 31 05:40:44.934711 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-86f5531d-5fb2-4c0e-af35-764bff4dfabf req-41ae142f-9a32-408b-8db7-b32cff960498 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306356 Aug 31 05:40:45.622503 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb7e4c-71fa-4ab5-bb65-5a3aa25450de req-29f49140-a2e7-4bc9-b609-4490790b7f9f tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:45.624598 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4efb7e4c-71fa-4ab5-bb65-5a3aa25450de req-29f49140-a2e7-4bc9-b609-4490790b7f9f tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 946 time: 0.0517154 Aug 31 05:40:45.660266 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4efb7e4c-71fa-4ab5-bb65-5a3aa25450de req-7eabb2aa-1be4-4d8b-9474-6cdc2f84b7f5 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/security-groups?id=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297914 Aug 31 05:40:46.057322 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0c037-54e5-440c-8a0d-af590838c3e3 req-0ce0684b-d11b-4b38-b7db-7d0885d4eba9 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:46.059004 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-04a0c037-54e5-440c-8a0d-af590838c3e3 req-0ce0684b-d11b-4b38-b7db-7d0885d4eba9 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0558610 Aug 31 05:40:46.096142 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-04a0c037-54e5-440c-8a0d-af590838c3e3 req-c635ecb6-be08-470c-ad6f-4686a87ffa0c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312395 Aug 31 05:40:46.303033 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4697b-1dea-4ed4-a6df-9317246e7168 req-6e1d4d62-f6ba-4565-b82c-bf87547c1dc2 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:46.304644 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-22e4697b-1dea-4ed4-a6df-9317246e7168 req-6e1d4d62-f6ba-4565-b82c-bf87547c1dc2 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.32 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 946 time: 0.0511806 Aug 31 05:40:46.402601 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-22e4697b-1dea-4ed4-a6df-9317246e7168 req-767e1ec5-a052-42ed-ba1d-98c9f150bb5c tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Deleting port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:40:46.402943 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-22e4697b-1dea-4ed4-a6df-9317246e7168 req-767e1ec5-a052-42ed-ba1d-98c9f150bb5c tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:46.491730 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-22e4697b-1dea-4ed4-a6df-9317246e7168 req-767e1ec5-a052-42ed-ba1d-98c9f150bb5c tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] For port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,segment=NetworkSegment(dbadf789-5981-4a76-87a2-51bdfa7af51a),segment_id=dbadf789-5981-4a76-87a2-51bdfa7af51a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:40:46.492097 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-22e4697b-1dea-4ed4-a6df-9317246e7168 req-767e1ec5-a052-42ed-ba1d-98c9f150bb5c tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:46.504890 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-22e4697b-1dea-4ed4-a6df-9317246e7168 req-767e1ec5-a052-42ed-ba1d-98c9f150bb5c tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Calling delete_port for 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:40:46.629945 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-22e4697b-1dea-4ed4-a6df-9317246e7168 req-767e1ec5-a052-42ed-ba1d-98c9f150bb5c tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:46.642085 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['9ed08ce6-ec1d-48aa-824b-fa4abd574ce9'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:40:46.656760 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e1ec5-a052-42ed-ba1d-98c9f150bb5c tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Pushing event deleted for resources: {'Port': ['ID=9ed08ce6-ec1d-48aa-824b-fa4abd574ce9,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:46.703454 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e4697b-1dea-4ed4-a6df-9317246e7168 req-767e1ec5-a052-42ed-ba1d-98c9f150bb5c tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] No DVR routers for this DVR port 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:40:46.706099 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-22e4697b-1dea-4ed4-a6df-9317246e7168 req-767e1ec5-a052-42ed-ba1d-98c9f150bb5c tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:46.708159 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-22e4697b-1dea-4ed4-a6df-9317246e7168 req-767e1ec5-a052-42ed-ba1d-98c9f150bb5c tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.32 "DELETE /v2.0/ports/9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 HTTP/1.1" status: 204 len: 173 time: 0.3931117 Aug 31 05:40:46.708590 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'name': 'network-vif-deleted', 'tag': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:40:46.710800 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c358d42-720f-4e45-a467-bc9e4e8afffa" -d '{"events": [{"server_uuid": "2209ac27-c2fa-4fd6-9e90-af84bd95840a", "name": "network-vif-deleted", "tag": "9ed08ce6-ec1d-48aa-824b-fa4abd574ce9"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:40:46.757307 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90758c66-6d8e-48a1-975c-b146d2274a48 x-openstack-request-id: req-90758c66-6d8e-48a1-975c-b146d2274a48 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:40:46.757610 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2209ac27-c2fa-4fd6-9e90-af84bd95840a", "name": "network-vif-deleted", "tag": "9ed08ce6-ec1d-48aa-824b-fa4abd574ce9", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:40:46.757865 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90758c66-6d8e-48a1-975c-b146d2274a48 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:40:46.758259 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2209ac27-c2fa-4fd6-9e90-af84bd95840a', 'name': 'network-vif-deleted', 'tag': '9ed08ce6-ec1d-48aa-824b-fa4abd574ce9', 'status': 'completed', 'code': 200} Aug 31 05:40:46.759681 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3589770b-a0bd-40e0-a058-84fe98e461bc req-a787dbf7-7503-4436-ac98-094c19aad518 tempest-TestMinimumBasicScenario-609880239 tempest-TestMinimumBasicScenario-609880239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2209ac27-c2fa-4fd6-9e90-af84bd95840a HTTP/1.1" status: 200 len: 210 time: 0.0309887 Aug 31 05:40:47.215125 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f61efa-383d-4f5c-8991-8e6bab1dbb46 req-a960a525-7476-4c15-93a7-b8b31bdc6acb tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:47.217251 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d5f61efa-383d-4f5c-8991-8e6bab1dbb46 req-a960a525-7476-4c15-93a7-b8b31bdc6acb tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0504949 Aug 31 05:40:47.259829 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d5f61efa-383d-4f5c-8991-8e6bab1dbb46 req-16953292-5c9c-4193-a678-555cd71c4cac tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365827 Aug 31 05:40:48.389166 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52272) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:48.583968 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed3723-6297-4ef4-9b07-8490270a013a req-64b9c234-386f-4a16-aad2-3f00a08baa90 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:48.585449 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a7ed3723-6297-4ef4-9b07-8490270a013a req-64b9c234-386f-4a16-aad2-3f00a08baa90 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.2561741 Aug 31 05:40:48.665417 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a7ed3723-6297-4ef4-9b07-8490270a013a req-45720c68-3602-46f4-bcb9-d0de80470703 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499144 Aug 31 05:40:48.801775 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa541-1f8e-4b5b-a27e-74a965a54e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370190'] for router_interface, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:49.052333 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01aa1a-9572-4256-a04b-6d074e036729 req-2d84b0a2-6904-41a4-bfae-c47dbbee747b tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:49.053816 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ed01aa1a-9572-4256-a04b-6d074e036729 req-2d84b0a2-6904-41a4-bfae-c47dbbee747b tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0788014 Aug 31 05:40:49.121536 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ed01aa1a-9572-4256-a04b-6d074e036729 req-bfe63adf-14b4-48b3-af07-59b73582fb16 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610766 Aug 31 05:40:49.130754 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fa541-1f8e-4b5b-a27e-74a965a54e62 admin admin] Deleting port 505debea-576d-4d39-b164-3c4f47c8b088 {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:40:49.131132 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa541-1f8e-4b5b-a27e-74a965a54e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:49.207903 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-2d6fa541-1f8e-4b5b-a27e-74a965a54e62 admin admin] For port 505debea-576d-4d39-b164-3c4f47c8b088, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=505debea-576d-4d39-b164-3c4f47c8b088,segment=NetworkSegment(dbadf789-5981-4a76-87a2-51bdfa7af51a),segment_id=dbadf789-5981-4a76-87a2-51bdfa7af51a)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:40:49.208270 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa541-1f8e-4b5b-a27e-74a965a54e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:49.220602 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fa541-1f8e-4b5b-a27e-74a965a54e62 admin admin] Calling delete_port for 505debea-576d-4d39-b164-3c4f47c8b088 owned by network:router_interface {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:40:49.393021 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa541-1f8e-4b5b-a27e-74a965a54e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:49.422237 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fa541-1f8e-4b5b-a27e-74a965a54e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=505debea-576d-4d39-b164-3c4f47c8b088,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:49.580320 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa541-1f8e-4b5b-a27e-74a965a54e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-370322'] for router_interface, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:49.927857 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397c887-8ff4-410f-b9d1-a9cc37c4c069 req-6c4cac78-0043-4e03-b4e1-61df2b34257e tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:49.929209 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0397c887-8ff4-410f-b9d1-a9cc37c4c069 req-6c4cac78-0043-4e03-b4e1-61df2b34257e tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0639117 Aug 31 05:40:50.029622 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0397c887-8ff4-410f-b9d1-a9cc37c4c069 req-4c24194f-ac8a-49dc-af83-a51a1a431e2a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674851 Aug 31 05:40:50.054864 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6fa541-1f8e-4b5b-a27e-74a965a54e62 admin admin] Router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:40:50.159552 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6fa541-1f8e-4b5b-a27e-74a965a54e62 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:40:50.164620 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-2d6fa541-1f8e-4b5b-a27e-74a965a54e62 admin admin] 10.222.0.10 "PUT /v2.0/routers/6dbb79a7-86c5-43ad-a20b-1efab5b03c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7735837 Aug 31 05:40:50.167070 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52290) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:50.170114 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb337e-877b-4291-99a3-3fa2da85730d None None] Sync routers for ids ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:40:50.179346 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb337e-877b-4291-99a3-3fa2da85730d None None] Routers {'6dbb79a7-86c5-43ad-a20b-1efab5b03c23'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:40:50.179883 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-aceb337e-877b-4291-99a3-3fa2da85730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:40:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:50.287724 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-aceb337e-877b-4291-99a3-3fa2da85730d None None] Set router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:40:50.301526 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] Notify callbacks [] for router, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:50.359996 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d3e14-2cc3-4824-b77f-b4ba6b0ec762 req-47f90e45-b48d-4d6d-97f3-fbd9213839d7 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:50.361572 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fd6d3e14-2cc3-4824-b77f-b4ba6b0ec762 req-47f90e45-b48d-4d6d-97f3-fbd9213839d7 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.1570187 Aug 31 05:40:50.444917 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fd6d3e14-2cc3-4824-b77f-b4ba6b0ec762 req-1cfe4513-26e6-4cdd-9557-55e9b406f552 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479727 Aug 31 05:40:50.449961 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:50.504828 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] Deleting port fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:40:50.505172 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:50.578170 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-aceb337e-877b-4291-99a3-3fa2da85730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:40:49Z', 'revision_number': 5, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port': {'id': 'fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:50.588158 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] For port fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:40:50.588714 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:50.601165 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] Calling delete_port for fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 owned by network:router_gateway {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:40:50.609487 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:40:50.613077 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb337e-877b-4291-99a3-3fa2da85730d None None] Checking router: 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:40:50.632566 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:40:50.632566 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 9ed08ce6-ec1d-48aa-824b-fa4abd574ce9 not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:40:50.640185 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb337e-877b-4291-99a3-3fa2da85730d None None] Routers {'6dbb79a7-86c5-43ad-a20b-1efab5b03c23'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:40:50.640882 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-aceb337e-877b-4291-99a3-3fa2da85730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:40:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:50.724590 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-aceb337e-877b-4291-99a3-3fa2da85730d None None] Set router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 gateway port host: None {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:40:50.775212 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:50.777183 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-aceb337e-877b-4291-99a3-3fa2da85730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:40:50Z', 'revision_number': 6, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port_host': None}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:50.805972 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:50.806579 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb337e-877b-4291-99a3-3fa2da85730d None None] The sync data for ids ['6dbb79a7-86c5-43ad-a20b-1efab5b03c23'] in dv-cinder-806559-3-iscsi is: [{'id': '6dbb79a7-86c5-43ad-a20b-1efab5b03c23', 'name': 'tempest-TestMinimumBasicScenario-550355707-router', 'tenant_id': '670d3c40a5e44c9ea470cf2712d349e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:07Z', 'updated_at': '2021-08-31T05:40:50Z', 'revision_number': 6, 'project_id': '670d3c40a5e44c9ea470cf2712d349e6', 'gw_port_host': None}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:40:50.866662 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369456'] for router_gateway, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:50.953777 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13089'] for router, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:50.955864 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.001018 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371717'] for router, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.001491 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dbb79a7-86c5-43ad-a20b-1efab5b03c23 {{(pid=94006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:40:51.005789 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] Notify callbacks [] for router, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.006919 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-be28b8b7-c041-46cb-a79c-4e480c6e87cc admin admin] 10.222.0.10 "DELETE /v2.0/routers/6dbb79a7-86c5-43ad-a20b-1efab5b03c23 HTTP/1.1" status: 204 len: 168 time: 0.8389153 Aug 31 05:40:51.009408 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52296) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:51.053123 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_v2 [None req-1768a1a1-6d58-44a2-94bf-036bcec43edb admin admin] Deleting subnet dc6a39d3-4167-4875-a56e-d1606992be8e {{(pid=94006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:40:51.056212 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1768a1a1-6d58-44a2-94bf-036bcec43edb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.093042 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1768a1a1-6d58-44a2-94bf-036bcec43edb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280608'] for subnet, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.214134 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391a849-42cc-4559-b6a7-1f0353d33546 req-0d402e0e-f252-4c44-bf96-8be6e75da5f8 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:51.215671 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8391a849-42cc-4559-b6a7-1f0353d33546 req-0d402e0e-f252-4c44-bf96-8be6e75da5f8 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.1044385 Aug 31 05:40:51.256922 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1768a1a1-6d58-44a2-94bf-036bcec43edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.299930 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8391a849-42cc-4559-b6a7-1f0353d33546 req-acef7679-4b42-4434-8537-31527b466510 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742416 Aug 31 05:40:51.327014 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1768a1a1-6d58-44a2-94bf-036bcec43edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4057306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8545467'] for subnet, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.351966 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768a1a1-6d58-44a2-94bf-036bcec43edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc6a39d3-4167-4875-a56e-d1606992be8e,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:51.357855 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1768a1a1-6d58-44a2-94bf-036bcec43edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.360609 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-1768a1a1-6d58-44a2-94bf-036bcec43edb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dc6a39d3-4167-4875-a56e-d1606992be8e HTTP/1.1" status: 204 len: 168 time: 0.3493226 Aug 31 05:40:51.362269 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bdcd4c-24f7-49de-9112-fd120e7c32aa None None] Network 1a6a1804-2296-461b-aa1f-808524c5fabd requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:40:51.363034 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52300) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:51.429470 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.488060 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Deleting port d6da57c3-34d0-4ed1-aeef-273a5444ec77 {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:40:51.488653 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.560492 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d858d84-30ba-493e-bcd3-36275208773f None None] DHCP port deletion for 1a6a1804-2296-461b-aa1f-808524c5fabd request from dv-cinder-806559-3-iscsi {{(pid=94007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:40:51.600805 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] For port d6da57c3-34d0-4ed1-aeef-273a5444ec77, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=d6da57c3-34d0-4ed1-aeef-273a5444ec77,segment=NetworkSegment(dbadf789-5981-4a76-87a2-51bdfa7af51a),segment_id=dbadf789-5981-4a76-87a2-51bdfa7af51a)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:40:51.601203 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.611593 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b004578-ae03-4b84-9e73-ee481bf80f80 req-d6574119-15be-488f-aaf4-c96fe950a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:51.614096 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2b004578-ae03-4b84-9e73-ee481bf80f80 req-d6574119-15be-488f-aaf4-c96fe950a5a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9349f0436e254975aaa4733d463871ef&device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 1098 time: 0.0566506 Aug 31 05:40:51.620892 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Calling delete_port for d6da57c3-34d0-4ed1-aeef-273a5444ec77 owned by network:dhcp {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:40:51.625860 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-3d858d84-30ba-493e-bcd3-36275208773f None None] Deleting port d6da57c3-34d0-4ed1-aeef-273a5444ec77 {{(pid=94007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:40:51.626349 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-3d858d84-30ba-493e-bcd3-36275208773f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.634529 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488751e-30e2-404f-838c-baf265c9a871 req-6d7dddc1-ef6c-4a69-9e3e-f9316831bbfa tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:51.636231 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a488751e-30e2-404f-838c-baf265c9a871 req-6d7dddc1-ef6c-4a69-9e3e-f9316831bbfa tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.1030884 Aug 31 05:40:51.695349 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-3d858d84-30ba-493e-bcd3-36275208773f None None] For port d6da57c3-34d0-4ed1-aeef-273a5444ec77, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=d6da57c3-34d0-4ed1-aeef-273a5444ec77,segment=NetworkSegment(dbadf789-5981-4a76-87a2-51bdfa7af51a),segment_id=dbadf789-5981-4a76-87a2-51bdfa7af51a)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:40:51.695877 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-3d858d84-30ba-493e-bcd3-36275208773f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.710752 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-3d858d84-30ba-493e-bcd3-36275208773f None None] Calling delete_port for d6da57c3-34d0-4ed1-aeef-273a5444ec77 owned by network:dhcp {{(pid=94007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:40:51.717879 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a488751e-30e2-404f-838c-baf265c9a871 req-9f1ac872-766b-4410-a279-f1b4c794ad2a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730884 Aug 31 05:40:51.733367 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b004578-ae03-4b84-9e73-ee481bf80f80 req-8135116c-e715-4566-bd28-f2568929832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:51.735629 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2b004578-ae03-4b84-9e73-ee481bf80f80 req-8135116c-e715-4566-bd28-f2568929832a service neutron] 10.222.0.32 "GET /v2.0/networks?id=bac905ea-071d-422a-a005-855d664a6919 HTTP/1.1" status: 200 len: 910 time: 0.0992010 Aug 31 05:40:51.758181 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.790834 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6da57c3-34d0-4ed1-aeef-273a5444ec77,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:51.801641 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] No DVR routers for this DVR port d6da57c3-34d0-4ed1-aeef-273a5444ec77 on host dv-cinder-806559-3-iscsi {{(pid=94006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:40:51.815724 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2b004578-ae03-4b84-9e73-ee481bf80f80 req-e554eb63-0162-48fb-8fe9-3eea3810e7af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1847c735-ebc1-42db-af08-1042e7261b41 HTTP/1.1" status: 200 len: 1001 time: 0.0711825 Aug 31 05:40:51.831436 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-3d858d84-30ba-493e-bcd3-36275208773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092'] for port, after_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.844837 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d858d84-30ba-493e-bcd3-36275208773f None None] No DVR routers for this DVR port d6da57c3-34d0-4ed1-aeef-273a5444ec77 on host dv-cinder-806559-3-iscsi {{(pid=94007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:40:51.863537 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d858d84-30ba-493e-bcd3-36275208773f None None] Pushing event deleted for resources: {'Port': ['ID=d6da57c3-34d0-4ed1-aeef-273a5444ec77,revision_number=None']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:51.885793 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b004578-ae03-4b84-9e73-ee481bf80f80 req-0eab968b-54b1-4823-9560-0b45d99b1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:51.887476 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2b004578-ae03-4b84-9e73-ee481bf80f80 req-0eab968b-54b1-4823-9560-0b45d99b1c73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea73c560-a18b-4a36-baf6-399d1890f917 HTTP/1.1" status: 200 len: 848 time: 0.0607748 Aug 31 05:40:51.893443 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.904814 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6a1804-2296-461b-aa1f-808524c5fabd']}} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:51.911636 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:40:51.915888 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbadf789-5981-4a76-87a2-51bdfa7af51a') {'for_net_delete': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:51.916337 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbadf789-5981-4a76-87a2-51bdfa7af51a') {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:51.926865 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280603'] for segment, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.942762 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.942980 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b004578-ae03-4b84-9e73-ee481bf80f80 req-f3e8e879-7fd5-4b4a-ac37-570fc474da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:51.944617 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2b004578-ae03-4b84-9e73-ee481bf80f80 req-f3e8e879-7fd5-4b4a-ac37-570fc474da2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bac905ea-071d-422a-a005-855d664a6919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481598 Aug 31 05:40:51.949413 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:40:51.949825 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4057184'] for segment, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: Traceback (most recent call last): Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: timer() Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: cb(*args, **kw) Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: return func(*args, **kwargs) Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: self._notify() Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: self.callback(batched_events) Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: event.method(event) Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: return f(self, *a, **k) Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._get(url).json() Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: return self.request(url, 'GET', **kwargs) Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:40:51.955521 dv-cinder-806559-3-iscsi neutron-server[94006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:40:52.011690 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:52.027762 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:52.030112 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1a6a1804-2296-461b-aa1f-808524c5fabd HTTP/1.1" status: 204 len: 168 time: 0.6666911 Aug 31 05:40:52.031089 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e2483-4943-4b36-99b5-c671de0845b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a6a1804-2296-461b-aa1f-808524c5fabd,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:52.033185 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52306) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:52.045838 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2b004578-ae03-4b84-9e73-ee481bf80f80 req-fa3b6db3-3b38-4c7a-8014-bba05ed7fc0e service neutron] 10.222.0.32 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936987 Aug 31 05:40:52.241128 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2b004578-ae03-4b84-9e73-ee481bf80f80 req-e3facdc5-30c1-4c82-8d83-6a49b81c0229 service neutron] 10.222.0.32 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615469 Aug 31 05:40:52.359525 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afa169-5e0e-44f4-a30e-be903fbfdab8 req-87833975-6c7d-4752-b3b9-bf6e45059890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:52.361018 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-98afa169-5e0e-44f4-a30e-be903fbfdab8 req-87833975-6c7d-4752-b3b9-bf6e45059890 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9349f0436e254975aaa4733d463871ef&device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 1098 time: 0.0719762 Aug 31 05:40:52.415802 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20419b-595e-4865-85c1-c3b67faa2a2e req-7926a403-488c-47df-ac3c-cf7c5f22408f tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:52.417284 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1d20419b-595e-4865-85c1-c3b67faa2a2e req-7926a403-488c-47df-ac3c-cf7c5f22408f tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0516014 Aug 31 05:40:52.454627 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1d20419b-595e-4865-85c1-c3b67faa2a2e req-5c114ef0-032b-4694-8f6d-ed25947e20f2 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Aug 31 05:40:52.523389 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afa169-5e0e-44f4-a30e-be903fbfdab8 req-0a472020-83a7-4664-b3c9-d090dcc4f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:52.524857 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-98afa169-5e0e-44f4-a30e-be903fbfdab8 req-0a472020-83a7-4664-b3c9-d090dcc4f94e service neutron] 10.222.0.32 "GET /v2.0/networks?id=bac905ea-071d-422a-a005-855d664a6919 HTTP/1.1" status: 200 len: 910 time: 0.1555371 Aug 31 05:40:52.637289 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-98afa169-5e0e-44f4-a30e-be903fbfdab8 req-9f516307-125b-44a0-8417-b12a83c195cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1847c735-ebc1-42db-af08-1042e7261b41 HTTP/1.1" status: 200 len: 1001 time: 0.1023545 Aug 31 05:40:52.683122 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:40:52.703059 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:40:52.703426 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device fd0b5b58-cb34-4c40-9a92-e16f0c34d7d3 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:40:52.703836 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device d6da57c3-34d0-4ed1-aeef-273a5444ec77 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:40:52.708677 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-44a7864f-6915-448c-bce3-e595a0a5b8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370190'] for router_interface, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:52.713929 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afa169-5e0e-44f4-a30e-be903fbfdab8 req-71dfd03c-7944-42b7-b1f9-ccec03d43a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:52.715432 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-98afa169-5e0e-44f4-a30e-be903fbfdab8 req-71dfd03c-7944-42b7-b1f9-ccec03d43a53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea73c560-a18b-4a36-baf6-399d1890f917 HTTP/1.1" status: 200 len: 848 time: 0.0697384 Aug 31 05:40:52.727231 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: d6da57c3-34d0-4ed1-aeef-273a5444ec77 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:40:52.727581 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device d6da57c3-34d0-4ed1-aeef-273a5444ec77 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:40:52.727996 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 505debea-576d-4d39-b164-3c4f47c8b088 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:40:52.748146 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: 505debea-576d-4d39-b164-3c4f47c8b088 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:40:52.748491 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 505debea-576d-4d39-b164-3c4f47c8b088 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:40:52.834521 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afa169-5e0e-44f4-a30e-be903fbfdab8 req-fda64d58-a2dc-47fd-a992-5bcf9f923d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:52.836032 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-98afa169-5e0e-44f4-a30e-be903fbfdab8 req-fda64d58-a2dc-47fd-a992-5bcf9f923d2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bac905ea-071d-422a-a005-855d664a6919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873454 Aug 31 05:40:52.856259 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88b296-7faa-486c-a14c-cefb1952515c req-6987f20f-77bb-4ed5-b7a0-37ed9703ff43 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:52.857791 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2e88b296-7faa-486c-a14c-cefb1952515c req-6987f20f-77bb-4ed5-b7a0-37ed9703ff43 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0508833 Aug 31 05:40:52.896233 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2e88b296-7faa-486c-a14c-cefb1952515c req-49533288-d4cf-4903-a8a1-1cbf5361097a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322361 Aug 31 05:40:53.264971 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-98afa169-5e0e-44f4-a30e-be903fbfdab8 req-6fad8c18-bcf1-44ee-86d0-59f1b87e2ff9 service neutron] 10.222.0.32 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190297 Aug 31 05:40:53.404316 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-98afa169-5e0e-44f4-a30e-be903fbfdab8 req-29e4fd8e-1495-4a2b-9e5d-4c15468e11f0 service neutron] 10.222.0.32 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290205 Aug 31 05:40:53.417055 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-44a7864f-6915-448c-bce3-e595a0a5b8d6 admin admin] Deleting port c5ae87d4-9425-4cef-a185-77d8f3952453 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:40:53.417395 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-44a7864f-6915-448c-bce3-e595a0a5b8d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:53.493040 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-44a7864f-6915-448c-bce3-e595a0a5b8d6 admin admin] For port c5ae87d4-9425-4cef-a185-77d8f3952453, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=c5ae87d4-9425-4cef-a185-77d8f3952453,segment=NetworkSegment(b2d642a1-be48-47d9-a2ad-967799ab1173),segment_id=b2d642a1-be48-47d9-a2ad-967799ab1173)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:40:53.493408 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-44a7864f-6915-448c-bce3-e595a0a5b8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:53.505720 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-44a7864f-6915-448c-bce3-e595a0a5b8d6 admin admin] Calling delete_port for c5ae87d4-9425-4cef-a185-77d8f3952453 owned by network:router_interface {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:40:53.568946 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf6b0e-dd14-451f-a6a0-8a7d7f2db318 req-78010b2e-626a-4188-a181-5fb4b291d734 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:53.570311 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c0bf6b0e-dd14-451f-a6a0-8a7d7f2db318 req-78010b2e-626a-4188-a181-5fb4b291d734 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0478120 Aug 31 05:40:53.607392 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c0bf6b0e-dd14-451f-a6a0-8a7d7f2db318 req-e3684714-03c8-4216-a6a7-f3e35192191d tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306370 Aug 31 05:40:53.680809 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-44a7864f-6915-448c-bce3-e595a0a5b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:53.710584 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7864f-6915-448c-bce3-e595a0a5b8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ae87d4-9425-4cef-a185-77d8f3952453,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:53.875565 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-44a7864f-6915-448c-bce3-e595a0a5b8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-370322'] for router_interface, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:54.021378 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba65907-4995-4def-9add-eddd59537f8c req-cc5c55c6-d979-4409-842b-5e4f9c515b95 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:54.022845 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4ba65907-4995-4def-9add-eddd59537f8c req-cc5c55c6-d979-4409-842b-5e4f9c515b95 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0552459 Aug 31 05:40:54.060151 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4ba65907-4995-4def-9add-eddd59537f8c req-dd958be7-d884-4188-845f-8f12f47b8aa9 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312655 Aug 31 05:40:54.095290 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a7864f-6915-448c-bce3-e595a0a5b8d6 admin admin] Router edc347fc-626e-47c6-9e8b-0b4704afbc57 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:40:54.202502 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a7864f-6915-448c-bce3-e595a0a5b8d6 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:40:54.207523 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-44a7864f-6915-448c-bce3-e595a0a5b8d6 admin admin] 10.222.0.10 "PUT /v2.0/routers/edc347fc-626e-47c6-9e8b-0b4704afbc57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1732924 Aug 31 05:40:54.210185 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52320) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:54.210964 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389805b5-b781-4fa5-b66b-5da912715d0d None None] Sync routers for ids ['edc347fc-626e-47c6-9e8b-0b4704afbc57'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:40:54.220405 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389805b5-b781-4fa5-b66b-5da912715d0d None None] Routers {'edc347fc-626e-47c6-9e8b-0b4704afbc57'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:40:54.221006 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-389805b5-b781-4fa5-b66b-5da912715d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:40:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['edc347fc-626e-47c6-9e8b-0b4704afbc57'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:54.314450 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] Notify callbacks [] for router, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:54.322171 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-389805b5-b781-4fa5-b66b-5da912715d0d None None] Set router edc347fc-626e-47c6-9e8b-0b4704afbc57 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:40:54.502445 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-389805b5-b781-4fa5-b66b-5da912715d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'name': 'tempest-TestMinimumBasicScenario-1129846718-router', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:13Z', 'updated_at': '2021-08-31T05:40:53Z', 'revision_number': 5, 'project_id': '3e0cef3406eb4985b8ab947f42464a61', 'gw_port': {'id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:14Z', 'updated_at': '2021-08-31T05:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:54.529556 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389805b5-b781-4fa5-b66b-5da912715d0d None None] Checking router: edc347fc-626e-47c6-9e8b-0b4704afbc57 for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:40:54.538417 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389805b5-b781-4fa5-b66b-5da912715d0d None None] Routers {'edc347fc-626e-47c6-9e8b-0b4704afbc57'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:40:54.539046 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-389805b5-b781-4fa5-b66b-5da912715d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:40:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['edc347fc-626e-47c6-9e8b-0b4704afbc57'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:54.618341 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:54.622922 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:54.645390 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-389805b5-b781-4fa5-b66b-5da912715d0d None None] Set router edc347fc-626e-47c6-9e8b-0b4704afbc57 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:40:54.687944 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] Deleting port 417361bc-ca2a-4cb5-9550-31bbd42dc638 {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:40:54.688407 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:54.803046 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15a6ba-0f11-43c5-8c1e-981cace5ae7c req-babe6375-0666-4770-a717-d1d729ebbd78 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:54.804442 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0c15a6ba-0f11-43c5-8c1e-981cace5ae7c req-babe6375-0666-4770-a717-d1d729ebbd78 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.1044827 Aug 31 05:40:54.811345 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] For port 417361bc-ca2a-4cb5-9550-31bbd42dc638, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=417361bc-ca2a-4cb5-9550-31bbd42dc638,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:40:54.811707 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:54.824501 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-389805b5-b781-4fa5-b66b-5da912715d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'name': 'tempest-TestMinimumBasicScenario-1129846718-router', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:13Z', 'updated_at': '2021-08-31T05:40:53Z', 'revision_number': 5, 'project_id': '3e0cef3406eb4985b8ab947f42464a61', 'gw_port': {'id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:14Z', 'updated_at': '2021-08-31T05:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:54.836568 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] Calling delete_port for 417361bc-ca2a-4cb5-9550-31bbd42dc638 owned by network:router_gateway {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:40:54.850288 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389805b5-b781-4fa5-b66b-5da912715d0d None None] The sync data for ids ['edc347fc-626e-47c6-9e8b-0b4704afbc57'] in dv-cinder-806559-3-iscsi is: [{'id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'name': 'tempest-TestMinimumBasicScenario-1129846718-router', 'tenant_id': '3e0cef3406eb4985b8ab947f42464a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:38:13Z', 'updated_at': '2021-08-31T05:40:53Z', 'revision_number': 5, 'project_id': '3e0cef3406eb4985b8ab947f42464a61', 'gw_port': {'id': '417361bc-ca2a-4cb5-9550-31bbd42dc638', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc347fc-626e-47c6-9e8b-0b4704afbc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:38:14Z', 'updated_at': '2021-08-31T05:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:40:54.894849 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0c15a6ba-0f11-43c5-8c1e-981cace5ae7c req-0e279d55-d677-4714-95d9-fa660a886921 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806854 Aug 31 05:40:55.018015 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.045561 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] Pushing event deleted for resources: {'Port': ['ID=417361bc-ca2a-4cb5-9550-31bbd42dc638,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:55.119033 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369456'] for router_gateway, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.251721 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13089'] for router, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.254485 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.308353 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73099e8-b0fe-483e-b916-b25a035335b8 req-bee68341-2e70-48a6-bb66-53c824c69507 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:55.310403 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c73099e8-b0fe-483e-b916-b25a035335b8 req-bee68341-2e70-48a6-bb66-53c824c69507 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.1558404 Aug 31 05:40:55.311647 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371717'] for router, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.312209 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] Fanout notify agent at l3_agent the message router_deleted on router edc347fc-626e-47c6-9e8b-0b4704afbc57 {{(pid=94006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:40:55.317527 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] Notify callbacks [] for router, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.318634 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-5c603ed3-ea1b-4642-89dd-9c118377e45e admin admin] 10.222.0.10 "DELETE /v2.0/routers/edc347fc-626e-47c6-9e8b-0b4704afbc57 HTTP/1.1" status: 204 len: 168 time: 1.1074808 Aug 31 05:40:55.321861 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52328) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:55.354696 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c73099e8-b0fe-483e-b916-b25a035335b8 req-8ea2f115-20b5-45fb-b274-448ce055d9b9 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335202 Aug 31 05:40:55.378970 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee54f039-bc07-40ce-bb33-a438e9311bf7 admin admin] Deleting subnet d295ed20-76f7-46d1-a1ce-a79b74ef69ec {{(pid=94005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:40:55.378970 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ee54f039-bc07-40ce-bb33-a438e9311bf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.413998 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ee54f039-bc07-40ce-bb33-a438e9311bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8894011'] for subnet, precommit_delete_associations {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.539339 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ee54f039-bc07-40ce-bb33-a438e9311bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.593617 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ee54f039-bc07-40ce-bb33-a438e9311bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4119292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9430040'] for subnet, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.625452 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ee54f039-bc07-40ce-bb33-a438e9311bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.629967 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52330) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:55.630185 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-ee54f039-bc07-40ce-bb33-a438e9311bf7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d295ed20-76f7-46d1-a1ce-a79b74ef69ec HTTP/1.1" status: 204 len: 168 time: 0.3066053 Aug 31 05:40:55.631029 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54f039-bc07-40ce-bb33-a438e9311bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d295ed20-76f7-46d1-a1ce-a79b74ef69ec,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:55.631272 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c024f7f-e319-4539-abad-b7cf0fb7c3d0 None None] Network 671e5c0e-941f-4360-b1c9-7872f23a7baf requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:40:55.702093 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.755435 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Deleting port c622d60d-7887-4880-859c-15618c79609d {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:40:55.755773 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.821069 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] For port c622d60d-7887-4880-859c-15618c79609d, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=c622d60d-7887-4880-859c-15618c79609d,segment=NetworkSegment(b2d642a1-be48-47d9-a2ad-967799ab1173),segment_id=b2d642a1-be48-47d9-a2ad-967799ab1173)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:40:55.821358 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.833868 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Calling delete_port for c622d60d-7887-4880-859c-15618c79609d owned by network:dhcp {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:40:55.887373 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1acc51d-a7be-4b22-a50d-99dd52b32bab None None] DHCP port deletion for 671e5c0e-941f-4360-b1c9-7872f23a7baf request from dv-cinder-806559-3-iscsi {{(pid=94007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:40:55.935237 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.951067 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-c1acc51d-a7be-4b22-a50d-99dd52b32bab None None] Deleting port c622d60d-7887-4880-859c-15618c79609d {{(pid=94007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:40:55.951486 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c1acc51d-a7be-4b22-a50d-99dd52b32bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:55.971113 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] No DVR routers for this DVR port c622d60d-7887-4880-859c-15618c79609d on host dv-cinder-806559-3-iscsi {{(pid=94006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:40:55.976782 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c622d60d-7887-4880-859c-15618c79609d,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:56.012371 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-c1acc51d-a7be-4b22-a50d-99dd52b32bab None None] For port c622d60d-7887-4880-859c-15618c79609d, host dv-cinder-806559-3-iscsi, got binding levels [] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:40:56.013309 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c1acc51d-a7be-4b22-a50d-99dd52b32bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:56.026079 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-c1acc51d-a7be-4b22-a50d-99dd52b32bab None None] Calling delete_port for c622d60d-7887-4880-859c-15618c79609d owned by network:dhcp {{(pid=94007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:40:56.030026 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.ipam_backend_mixin [None req-c1acc51d-a7be-4b22-a50d-99dd52b32bab None None] Port c622d60d-7887-4880-859c-15618c79609d was not found and therefore no delete operation was performed {{(pid=94007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 05:40:56.031592 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c1acc51d-a7be-4b22-a50d-99dd52b32bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092'] for port, after_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:56.060009 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acc51d-a7be-4b22-a50d-99dd52b32bab None None] Pushing event deleted for resources: {'Port': ['ID=c622d60d-7887-4880-859c-15618c79609d,revision_number=None']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:56.061861 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1acc51d-a7be-4b22-a50d-99dd52b32bab None None] No DVR routers for this DVR port c622d60d-7887-4880-859c-15618c79609d on host dv-cinder-806559-3-iscsi {{(pid=94007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:40:56.087246 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970337e-db1f-454a-adae-1350c23a458b req-d6468563-7d1c-4fcc-8a14-8dccca3f9c18 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:56.088705 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9970337e-db1f-454a-adae-1350c23a458b req-d6468563-7d1c-4fcc-8a14-8dccca3f9c18 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.1138053 Aug 31 05:40:56.092412 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:56.108693 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671e5c0e-941f-4360-b1c9-7872f23a7baf']}} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:56.125033 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d642a1-be48-47d9-a2ad-967799ab1173') {'for_net_delete': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:56.125325 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d642a1-be48-47d9-a2ad-967799ab1173') {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:40:56.141195 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280603'] for segment, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:56.155996 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9970337e-db1f-454a-adae-1350c23a458b req-753b1a34-e5e2-434a-b09f-f750998d16a2 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610435 Aug 31 05:40:56.159979 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:56.165896 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:40:56.166275 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4057184'] for segment, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: Traceback (most recent call last): Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: timer() Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: cb(*args, **kw) Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: return func(*args, **kwargs) Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: self._notify() Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: self.callback(batched_events) Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: event.method(event) Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: return f(self, *a, **k) Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._get(url).json() Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: return self.request(url, 'GET', **kwargs) Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:40:56.168330 dv-cinder-806559-3-iscsi neutron-server[94006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:40:56.235473 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:56.253776 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:56.258282 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/671e5c0e-941f-4360-b1c9-7872f23a7baf HTTP/1.1" status: 204 len: 168 time: 0.6246233 Aug 31 05:40:56.258282 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0deb01b-6a95-4530-ad90-24e35bb7f6a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=671e5c0e-941f-4360-b1c9-7872f23a7baf,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:56.288421 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [req-45cf36d4-932f-49bb-a932-2c8e9fb1cc38 req-8b32446c-8ace-40ab-92a0-301982145598 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:40:56.288421 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-45cf36d4-932f-49bb-a932-2c8e9fb1cc38 req-8b32446c-8ace-40ab-92a0-301982145598 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0630469 Aug 31 05:40:56.442033 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52350) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:56.465862 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52354) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:56.489579 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13d551-2cc6-48b2-9f3d-aaf61d09e2b7 req-3385fcee-5527-4bc8-9d65-a9766caf23a1 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:56.491067 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1b13d551-2cc6-48b2-9f3d-aaf61d09e2b7 req-3385fcee-5527-4bc8-9d65-a9766caf23a1 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0857716 Aug 31 05:40:56.508091 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-5aa7f7f3-7161-457d-a701-5ecf31ccf2a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=670d3c40a5e44c9ea470cf2712d349e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408454 Aug 31 05:40:56.510406 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52356) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:56.515338 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db307f00-2ef8-4589-8e1f-589bfc032644 req-2f924912-7eab-410e-995c-96d60e886e33 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:56.516800 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-db307f00-2ef8-4589-8e1f-589bfc032644 req-2f924912-7eab-410e-995c-96d60e886e33 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0788937 Aug 31 05:40:56.564989 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1b13d551-2cc6-48b2-9f3d-aaf61d09e2b7 req-9232f66c-3336-4976-8dc3-3238f95241aa tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647159 Aug 31 05:40:56.577825 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-db307f00-2ef8-4589-8e1f-589bfc032644 req-5500abc4-64c5-4e8f-8fa0-6fc02ecead6d tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521104 Aug 31 05:40:56.595261 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2329-91dd-4a4a-bece-eeb640c0bfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:56.615270 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-5b9d6a76-49ac-4e50-b57f-be2ac8f4d091 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1715696 Aug 31 05:40:56.623576 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2329-91dd-4a4a-bece-eeb640c0bfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:56.674826 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2329-91dd-4a4a-bece-eeb640c0bfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:56.677977 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2329-91dd-4a4a-bece-eeb640c0bfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:56.679329 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-7b9f2329-91dd-4a4a-bece-eeb640c0bfce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a HTTP/1.1" status: 204 len: 168 time: 0.1679583 Aug 31 05:40:56.688651 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f2329-91dd-4a4a-bece-eeb640c0bfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8c4ebb-dcae-4e0b-8bf6-cfb68ac2184a,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:56.726901 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 417361bc-ca2a-4cb5-9550-31bbd42dc638 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:40:56.747543 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: 417361bc-ca2a-4cb5-9550-31bbd42dc638 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:40:56.748221 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 417361bc-ca2a-4cb5-9550-31bbd42dc638 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:40:56.748704 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device c5ae87d4-9425-4cef-a185-77d8f3952453 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:40:56.768675 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: c5ae87d4-9425-4cef-a185-77d8f3952453 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:40:56.769014 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device c5ae87d4-9425-4cef-a185-77d8f3952453 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:40:56.769607 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device c622d60d-7887-4880-859c-15618c79609d no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:40:56.792438 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: c622d60d-7887-4880-859c-15618c79609d {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:40:56.793038 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device c622d60d-7887-4880-859c-15618c79609d not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:40:57.039061 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52370) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:57.079937 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-2239dab8-0e34-45ac-b3ec-4243dc6239c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e0cef3406eb4985b8ab947f42464a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397437 Aug 31 05:40:57.082505 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52372) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:40:57.135404 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0edfbab6-07b5-4d32-aa0a-db0a65dbb537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:57.156329 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0edfbab6-07b5-4d32-aa0a-db0a65dbb537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:57.203597 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0edfbab6-07b5-4d32-aa0a-db0a65dbb537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:57.206210 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0edfbab6-07b5-4d32-aa0a-db0a65dbb537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:40:57.207371 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-0edfbab6-07b5-4d32-aa0a-db0a65dbb537 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67cced70-1013-4b02-8265-1b52e1a79a27 HTTP/1.1" status: 204 len: 168 time: 0.1239405 Aug 31 05:40:57.215427 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfbab6-07b5-4d32-aa0a-db0a65dbb537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cced70-1013-4b02-8265-1b52e1a79a27,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:40:57.713824 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e6404-cd0b-4258-bed2-3b925d02a0e7 req-dae4a77b-dad6-4e0c-954e-c8b22605f1a5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:57.715344 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-844e6404-cd0b-4258-bed2-3b925d02a0e7 req-dae4a77b-dad6-4e0c-954e-c8b22605f1a5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0815933 Aug 31 05:40:57.728292 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9c0a6-c59e-4b08-99ce-c18661732f26 req-e796058d-4680-42b6-8925-a10cde7b0ee1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:57.729738 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cea9c0a6-c59e-4b08-99ce-c18661732f26 req-e796058d-4680-42b6-8925-a10cde7b0ee1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0698984 Aug 31 05:40:57.783223 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-844e6404-cd0b-4258-bed2-3b925d02a0e7 req-51694de6-9fe3-49cb-8a7e-d80bfd78c481 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524337 Aug 31 05:40:57.790398 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cea9c0a6-c59e-4b08-99ce-c18661732f26 req-af1afc33-9753-444e-b0ea-3109215783bc tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533569 Aug 31 05:40:58.097148 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-f948308b-da0e-4b1f-a0fc-859566ad59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:58.098593 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-f948308b-da0e-4b1f-a0fc-859566ad59a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3&tenant_id=9349f0436e254975aaa4733d463871ef HTTP/1.1" status: 200 len: 1098 time: 0.0390482 Aug 31 05:40:58.164394 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-4f79ee77-0ec6-4731-94f2-f69b9e6a926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:58.165826 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-4f79ee77-0ec6-4731-94f2-f69b9e6a926b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9349f0436e254975aaa4733d463871ef&device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 1098 time: 0.0404351 Aug 31 05:40:58.252648 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-241c719d-c457-4305-b74d-b4ce2d8903b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:58.254096 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-241c719d-c457-4305-b74d-b4ce2d8903b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bac905ea-071d-422a-a005-855d664a6919 HTTP/1.1" status: 200 len: 910 time: 0.0812132 Aug 31 05:40:58.325052 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-054a4f83-3fe1-430e-9278-f742f1746dcf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1847c735-ebc1-42db-af08-1042e7261b41 HTTP/1.1" status: 200 len: 1001 time: 0.0598178 Aug 31 05:40:58.377827 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-94707cf9-d7dd-4226-9ab4-a15ccf5ae03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:58.379284 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-94707cf9-d7dd-4226-9ab4-a15ccf5ae03e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea73c560-a18b-4a36-baf6-399d1890f917 HTTP/1.1" status: 200 len: 848 time: 0.0452600 Aug 31 05:40:58.424899 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-ec67aa2c-8530-48ba-af1c-cf8db670b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:58.426437 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-ec67aa2c-8530-48ba-af1c-cf8db670b7b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bac905ea-071d-422a-a005-855d664a6919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394053 Aug 31 05:40:58.517743 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-1d4c33c2-f0f9-4fd1-b27b-e4d3515e24b1 service neutron] 10.222.0.32 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839028 Aug 31 05:40:58.604333 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-d6a7320d-bd90-4a28-afc2-e44044d5288c service neutron] 10.222.0.32 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791647 Aug 31 05:40:58.925102 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41331569-6186-4323-9bf1-c3b10daa370b req-4bf607ad-d336-4fd2-b854-9f42c8432d8d tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:58.926570 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-41331569-6186-4323-9bf1-c3b10daa370b req-4bf607ad-d336-4fd2-b854-9f42c8432d8d tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0728729 Aug 31 05:40:58.938563 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f875234-382f-417b-9cc4-09d6e3d9d06c req-b23946e9-6719-42ed-ad7d-5d85b91fab55 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:40:58.939953 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7f875234-382f-417b-9cc4-09d6e3d9d06c req-b23946e9-6719-42ed-ad7d-5d85b91fab55 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0776322 Aug 31 05:40:58.998838 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-41331569-6186-4323-9bf1-c3b10daa370b req-f7fd87e5-750b-4910-b418-38779b671a4b tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579510 Aug 31 05:40:59.003984 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7f875234-382f-417b-9cc4-09d6e3d9d06c req-8b585004-3b5a-438e-9126-2f742140c838 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575173 Aug 31 05:40:59.548275 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-45de966c-4525-4fbb-953f-a669a1fd5eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:00.140390 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf14f3-71fe-49d2-9726-68857e0959ab req-4ccea694-9bdc-4290-8d85-c1a51f9b31dc tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:00.141862 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8fcf14f3-71fe-49d2-9726-68857e0959ab req-4ccea694-9bdc-4290-8d85-c1a51f9b31dc tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0760770 Aug 31 05:41:00.149125 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127ec39-e4b3-4db6-b6cd-d0e3d9d0771d req-e619938e-1839-4455-8fa4-e57d26a5f339 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:00.150470 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3127ec39-e4b3-4db6-b6cd-d0e3d9d0771d req-e619938e-1839-4455-8fa4-e57d26a5f339 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0759261 Aug 31 05:41:00.208720 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8fcf14f3-71fe-49d2-9726-68857e0959ab req-03ae04c0-adcd-49f2-bb15-e7a4b694df12 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573149 Aug 31 05:41:00.211435 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3127ec39-e4b3-4db6-b6cd-d0e3d9d0771d req-da7e4626-8372-4c1c-b6a6-ec5b04397af6 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543904 Aug 31 05:41:00.650015 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 1847c735-ebc1-42db-af08-1042e7261b41 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:41:00.724729 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:00.745692 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1847c735-ebc1-42db-af08-1042e7261b41'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:41:00.748442 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6792efe5-998e-4668-acfa-58171443671f" -d '{"events": [{"server_uuid": "e8c0b93c-a5bd-46a3-831f-d64c386016b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1847c735-ebc1-42db-af08-1042e7261b41"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:41:00.760547 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 1847c735-ebc1-42db-af08-1042e7261b41, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1847c735-ebc1-42db-af08-1042e7261b41,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:41:00.764977 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:00.787138 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 05:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d07aa36-042b-4324-842a-f12c2fc4449d x-openstack-request-id: req-2d07aa36-042b-4324-842a-f12c2fc4449d {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:41:00.787427 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c0b93c-a5bd-46a3-831f-d64c386016b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1847c735-ebc1-42db-af08-1042e7261b41", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:41:00.787678 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d07aa36-042b-4324-842a-f12c2fc4449d {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:41:00.788061 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1847c735-ebc1-42db-af08-1042e7261b41', 'code': 200} Aug 31 05:41:00.812071 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=1847c735-ebc1-42db-af08-1042e7261b41,revision_number=6']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:41:01.351420 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007ecc7-1474-453e-894a-31294e3dc84e req-76da022d-9c10-4a4e-a122-a06e16c1a5bd tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:01.352880 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a007ecc7-1474-453e-894a-31294e3dc84e req-76da022d-9c10-4a4e-a122-a06e16c1a5bd tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.0757759 Aug 31 05:41:01.359890 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1aa83d-5dcd-4c94-a89b-d6296ee25ffc req-ef9ad478-5edd-4955-bc10-40615f0e32dd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:01.361205 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1a1aa83d-5dcd-4c94-a89b-d6296ee25ffc req-ef9ad478-5edd-4955-bc10-40615f0e32dd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0749011 Aug 31 05:41:01.415086 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a007ecc7-1474-453e-894a-31294e3dc84e req-fe541ccd-0d85-49af-b7ff-070501d43fb4 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528972 Aug 31 05:41:01.417750 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1a1aa83d-5dcd-4c94-a89b-d6296ee25ffc req-d6edb231-8ae9-48c7-b4ea-d73434ccefea tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496705 Aug 31 05:41:01.880471 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-0ec9aea7-db2e-47d3-a2ec-f5599be39606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:02.349630 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:02.556793 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee93c1-5ddd-48a0-a618-c60da05f5601 req-9fe073dc-dfa3-4c8c-8294-93b6ffe72f6b tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:02.558492 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e6ee93c1-5ddd-48a0-a618-c60da05f5601 req-9fe073dc-dfa3-4c8c-8294-93b6ffe72f6b tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.0772667 Aug 31 05:41:02.568451 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa1e21-f3e6-41a3-b33a-1067aa98fb9f req-a034865d-6159-4c09-8d0f-61c2a2c41eeb tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:02.569789 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-93aa1e21-f3e6-41a3-b33a-1067aa98fb9f req-a034865d-6159-4c09-8d0f-61c2a2c41eeb tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0785172 Aug 31 05:41:02.623774 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-93aa1e21-f3e6-41a3-b33a-1067aa98fb9f req-3fc2c01e-99b6-4e1a-abad-0fd4bbe23b65 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469902 Aug 31 05:41:02.626416 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e6ee93c1-5ddd-48a0-a618-c60da05f5601 req-dd99ed3b-f0fa-44ca-8ec0-188a1e3a921c tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558019 Aug 31 05:41:03.288499 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:03.771516 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b853632-b55e-4602-a979-707b60cda639 req-14b739ab-4400-4c0a-bb81-0aac7f0c9a13 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:03.772977 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1b853632-b55e-4602-a979-707b60cda639 req-14b739ab-4400-4c0a-bb81-0aac7f0c9a13 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.0734978 Aug 31 05:41:03.781778 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149c1d0-eeff-46e8-a8a9-1cc4d921eab6 req-e3361364-c8cb-4e86-94c9-7df08bbcfc1f tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:03.783216 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d149c1d0-eeff-46e8-a8a9-1cc4d921eab6 req-e3361364-c8cb-4e86-94c9-7df08bbcfc1f tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0923998 Aug 31 05:41:03.836758 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1b853632-b55e-4602-a979-707b60cda639 req-6ff4018c-1c01-4ccf-a1a7-149c7c65723b tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526118 Aug 31 05:41:03.839476 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d149c1d0-eeff-46e8-a8a9-1cc4d921eab6 req-387c0e6d-31c9-4c35-bf39-1375ddc746fc tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496187 Aug 31 05:41:04.856110 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:04.870386 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81b526-6309-4387-9011-b10f36e4059f req-39782596-d294-4453-a3de-f3d43daf1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:04.872853 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9e81b526-6309-4387-9011-b10f36e4059f req-39782596-d294-4453-a3de-f3d43daf1b08 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 1096 time: 0.1352096 Aug 31 05:41:04.909506 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9e81b526-6309-4387-9011-b10f36e4059f req-390bf28e-988c-49ed-a7fa-1fe033200e8a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279086 Aug 31 05:41:04.979116 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dffd18-0216-4c42-8c0e-74f161984e36 req-8798b58c-b213-4fa1-9804-1ae12258c22a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:04.980593 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-64dffd18-0216-4c42-8c0e-74f161984e36 req-8798b58c-b213-4fa1-9804-1ae12258c22a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.0758426 Aug 31 05:41:04.988431 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a3fc-d22a-43c1-a29a-5c52614ad48d req-2ab89a2b-651b-40db-af35-fac9c0973cbc tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:04.989781 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bcc7a3fc-d22a-43c1-a29a-5c52614ad48d req-2ab89a2b-651b-40db-af35-fac9c0973cbc tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0753231 Aug 31 05:41:05.047507 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-64dffd18-0216-4c42-8c0e-74f161984e36 req-41a5baee-cec6-4468-a203-58009ddd8dcc tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567765 Aug 31 05:41:05.050339 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bcc7a3fc-d22a-43c1-a29a-5c52614ad48d req-814b0f96-c1e9-43dc-91c6-77a3f7a5c66d tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538077 Aug 31 05:41:06.190876 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f14f84-3143-499c-9b62-6a69fb01c84b req-47eeecd8-6a96-489c-8a0e-96b930c154ef tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:06.192403 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f5f14f84-3143-499c-9b62-6a69fb01c84b req-47eeecd8-6a96-489c-8a0e-96b930c154ef tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0694680 Aug 31 05:41:06.201113 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e226e9a-0e16-4302-93a4-5eb4720069e6 req-66cbf8ef-a925-4d2b-8c7a-5d9dff7bfcab tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:06.202464 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4e226e9a-0e16-4302-93a4-5eb4720069e6 req-66cbf8ef-a925-4d2b-8c7a-5d9dff7bfcab tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 943 time: 0.0886335 Aug 31 05:41:06.257403 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f5f14f84-3143-499c-9b62-6a69fb01c84b req-2128ffb4-1691-43d9-bbc4-98d9e044c54c tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540128 Aug 31 05:41:06.260112 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4e226e9a-0e16-4302-93a4-5eb4720069e6 req-fac35101-c2cf-4fa3-b9e4-0772921a5453 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509241 Aug 31 05:41:06.661579 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 1847c735-ebc1-42db-af08-1042e7261b41 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:41:06.755412 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 1847c735-ebc1-42db-af08-1042e7261b41, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1847c735-ebc1-42db-af08-1042e7261b41,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:41:06.766073 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '1847c735-ebc1-42db-af08-1042e7261b41', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'port_id': '1847c735-ebc1-42db-af08-1042e7261b41', 'mac_address': 'fa:16:3e:3b:41:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:41:06.801550 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:06.813384 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1847c735-ebc1-42db-af08-1042e7261b41 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:41:06.834427 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 1847c735-ebc1-42db-af08-1042e7261b41, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1847c735-ebc1-42db-af08-1042e7261b41,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:41:06.838498 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:06.886054 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=1847c735-ebc1-42db-af08-1042e7261b41,revision_number=7']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:41:07.079617 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['1847c735-ebc1-42db-af08-1042e7261b41'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:41:07.374666 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a100a-14fc-4ad5-841e-9abeeb4860c4 req-2073a705-f3a9-4420-9ac5-537aa68a1f61 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:07.376163 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ec6a100a-14fc-4ad5-841e-9abeeb4860c4 req-2073a705-f3a9-4420-9ac5-537aa68a1f61 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0514636 Aug 31 05:41:07.413826 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ec6a100a-14fc-4ad5-841e-9abeeb4860c4 req-b03f482c-997d-4ef5-94eb-836313d4e813 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318699 Aug 31 05:41:08.528437 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84976d9-2185-44dd-b236-22bf5e4afe22 req-c08a75ac-dcc9-4560-8caf-7ccb47c4dbfa tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:08.529915 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d84976d9-2185-44dd-b236-22bf5e4afe22 req-c08a75ac-dcc9-4560-8caf-7ccb47c4dbfa tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0490842 Aug 31 05:41:08.567061 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d84976d9-2185-44dd-b236-22bf5e4afe22 req-611be9d3-cccc-4908-8855-1f6b9913829b tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313368 Aug 31 05:41:08.661358 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 1847c735-ebc1-42db-af08-1042e7261b41 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:41:08.706796 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 1847c735-ebc1-42db-af08-1042e7261b41 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:41:08.707205 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:08.779369 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:08.800135 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1847c735-ebc1-42db-af08-1042e7261b41'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:41:08.802313 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7c4eb4-89d5-4c76-a895-c90c2a83bced" -d '{"events": [{"server_uuid": "e8c0b93c-a5bd-46a3-831f-d64c386016b3", "name": "network-vif-plugged", "status": "completed", "tag": "1847c735-ebc1-42db-af08-1042e7261b41"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:41:08.814300 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 1847c735-ebc1-42db-af08-1042e7261b41, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1847c735-ebc1-42db-af08-1042e7261b41,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:41:08.818445 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:08.844027 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c07c8d-7fde-411b-958a-11142d9716ea x-openstack-request-id: req-66c07c8d-7fde-411b-958a-11142d9716ea {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:41:08.844327 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c0b93c-a5bd-46a3-831f-d64c386016b3", "name": "network-vif-plugged", "status": "completed", "tag": "1847c735-ebc1-42db-af08-1042e7261b41", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:41:08.844556 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66c07c8d-7fde-411b-958a-11142d9716ea {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:41:08.844934 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1847c735-ebc1-42db-af08-1042e7261b41', 'code': 200} Aug 31 05:41:08.868856 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=1847c735-ebc1-42db-af08-1042e7261b41,revision_number=8']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:41:09.682878 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fdf4d-2828-4337-bb1e-089676220a98 req-d297abd8-f901-44ef-8664-8598acaa3433 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:09.684982 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fe5fdf4d-2828-4337-bb1e-089676220a98 req-d297abd8-f901-44ef-8664-8598acaa3433 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0481975 Aug 31 05:41:09.721107 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fe5fdf4d-2828-4337-bb1e-089676220a98 req-a176b131-3463-4de3-a686-1b6aaebe07b6 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303371 Aug 31 05:41:09.914905 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592fba0-dd55-46d9-ac02-01687d7635f2 req-79f711bb-fbb2-41dc-993f-4c3b9b28dcce tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:09.916471 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6592fba0-dd55-46d9-ac02-01687d7635f2 req-79f711bb-fbb2-41dc-993f-4c3b9b28dcce tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0511243 Aug 31 05:41:09.953628 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6592fba0-dd55-46d9-ac02-01687d7635f2 req-05fa975a-95de-49ca-9487-0dee2144ea64 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306101 Aug 31 05:41:09.974674 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd4be3-83af-41e0-a337-e03c39f3e990 req-7b9af617-eecd-40d8-8507-5d0f82672f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:09.976241 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-aacd4be3-83af-41e0-a337-e03c39f3e990 req-7b9af617-eecd-40d8-8507-5d0f82672f39 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34d723e9f42f4e3f8378c14cfd4626d7&device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 1099 time: 0.0435543 Aug 31 05:41:10.063213 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd4be3-83af-41e0-a337-e03c39f3e990 req-6816f4d9-00ed-4ea7-944b-f6912b13cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:10.064649 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-aacd4be3-83af-41e0-a337-e03c39f3e990 req-6816f4d9-00ed-4ea7-944b-f6912b13cecb service neutron] 10.222.0.32 "GET /v2.0/networks?id=eee52fee-fc33-48ae-a18b-8f7aa5914e38 HTTP/1.1" status: 200 len: 912 time: 0.0808554 Aug 31 05:41:10.131904 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-aacd4be3-83af-41e0-a337-e03c39f3e990 req-0244e6c6-64d0-48c1-903e-c4731cf77799 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1301f336-a526-4378-9098-906ef374d112 HTTP/1.1" status: 200 len: 1001 time: 0.0597036 Aug 31 05:41:10.183059 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd4be3-83af-41e0-a337-e03c39f3e990 req-88d00967-27d3-4c2a-8122-9a6814f877e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:10.184594 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-aacd4be3-83af-41e0-a337-e03c39f3e990 req-88d00967-27d3-4c2a-8122-9a6814f877e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97 HTTP/1.1" status: 200 len: 850 time: 0.0452173 Aug 31 05:41:10.230255 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd4be3-83af-41e0-a337-e03c39f3e990 req-8ecffe8d-8f06-45eb-bd01-099ab9efa3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:10.231796 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-aacd4be3-83af-41e0-a337-e03c39f3e990 req-8ecffe8d-8f06-45eb-bd01-099ab9efa3b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eee52fee-fc33-48ae-a18b-8f7aa5914e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394871 Aug 31 05:41:10.323180 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-aacd4be3-83af-41e0-a337-e03c39f3e990 req-c4fee111-69a1-432a-87bf-7f3b21d919c0 service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832646 Aug 31 05:41:10.411252 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-aacd4be3-83af-41e0-a337-e03c39f3e990 req-26599001-3090-4c6a-b916-0592eb72d138 service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791821 Aug 31 05:41:11.069706 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4134b-f43c-41c9-92b0-cd1370040437 req-00400406-ee8f-4ef0-a5b5-6239604c35c7 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:11.071265 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6bf4134b-f43c-41c9-92b0-cd1370040437 req-00400406-ee8f-4ef0-a5b5-6239604c35c7 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0495992 Aug 31 05:41:11.108437 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6bf4134b-f43c-41c9-92b0-cd1370040437 req-20f138ff-e53d-4344-a903-c2e64b3f1394 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Aug 31 05:41:12.220324 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd48c42-b56c-4fba-9b1b-f2d3ef371746 req-c954474c-1f18-4301-991e-e139306be68d tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:12.221748 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4cd48c42-b56c-4fba-9b1b-f2d3ef371746 req-c954474c-1f18-4301-991e-e139306be68d tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0462279 Aug 31 05:41:12.258788 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4cd48c42-b56c-4fba-9b1b-f2d3ef371746 req-f525d477-abba-41e0-ada4-9fc66a50524b tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Aug 31 05:41:19.780569 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952ef05-92fb-4f72-9d96-a569b5e0618a req-76f03451-6dad-4257-a5f6-a42604621881 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:19.782023 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c952ef05-92fb-4f72-9d96-a569b5e0618a req-76f03451-6dad-4257-a5f6-a42604621881 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0520792 Aug 31 05:41:19.821623 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c952ef05-92fb-4f72-9d96-a569b5e0618a req-6625d9e0-87ad-439b-b11d-355c3bb60f61 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336709 Aug 31 05:41:20.938846 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7803d-e43a-406b-82e2-f1fa98df0b79 req-ae9935be-c6d8-46e2-a2b4-417d57b1024a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:20.940232 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-69e7803d-e43a-406b-82e2-f1fa98df0b79 req-ae9935be-c6d8-46e2-a2b4-417d57b1024a tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0476418 Aug 31 05:41:20.976171 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-69e7803d-e43a-406b-82e2-f1fa98df0b79 req-e0634312-8d25-4ff6-b704-a6c9463f0c39 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302963 Aug 31 05:41:22.094274 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e059a-3d40-40cc-9a6a-4ba98d229ab5 req-81919edc-7b74-495e-972a-16afc0b31058 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:22.095744 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ad6e059a-3d40-40cc-9a6a-4ba98d229ab5 req-81919edc-7b74-495e-972a-16afc0b31058 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0480294 Aug 31 05:41:22.131237 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ad6e059a-3d40-40cc-9a6a-4ba98d229ab5 req-39d3e28c-6055-46ae-a1ac-0212e9920597 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296166 Aug 31 05:41:23.258216 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd5d29-b5ad-4d0c-8257-b19b02e0e53b req-fb050062-7fb2-4c68-af79-b631382250e0 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:23.263140 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-83fd5d29-b5ad-4d0c-8257-b19b02e0e53b req-fb050062-7fb2-4c68-af79-b631382250e0 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0548563 Aug 31 05:41:23.297876 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-83fd5d29-b5ad-4d0c-8257-b19b02e0e53b req-b2cf97d5-3cf2-4356-86fc-69055bb2da69 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316625 Aug 31 05:41:24.415920 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebfd1c-ed94-428d-93c5-2317d00c1056 req-b379a08b-06f1-4b80-aeb9-707f2355e231 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:24.417361 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0bebfd1c-ed94-428d-93c5-2317d00c1056 req-b379a08b-06f1-4b80-aeb9-707f2355e231 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0482111 Aug 31 05:41:24.453747 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0bebfd1c-ed94-428d-93c5-2317d00c1056 req-3c2edd84-c38d-4236-911e-f16a7ebd997f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305564 Aug 31 05:41:24.616091 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:25.568829 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98d0da-7f34-4520-a928-2213e6fea44b req-2f63215e-a6cc-4119-8def-a14a6ff003e9 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:25.570196 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1e98d0da-7f34-4520-a928-2213e6fea44b req-2f63215e-a6cc-4119-8def-a14a6ff003e9 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0470419 Aug 31 05:41:25.606134 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1e98d0da-7f34-4520-a928-2213e6fea44b req-8ddde9f7-f1ac-4081-ac2f-7234fbcdb92f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296552 Aug 31 05:41:26.725272 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ff325-9e48-499e-880f-63f5950ee6d1 req-2fcdac71-a923-4a8a-a4d6-8e6a8ca31f68 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:26.726738 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-416ff325-9e48-499e-880f-63f5950ee6d1 req-2fcdac71-a923-4a8a-a4d6-8e6a8ca31f68 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0508556 Aug 31 05:41:26.763802 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-416ff325-9e48-499e-880f-63f5950ee6d1 req-82a2c9b8-d4d6-428a-8e18-bb3e616d492d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307357 Aug 31 05:41:27.879155 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6969a-9476-4128-a494-3b74da98d23c req-167ede37-014b-4cbc-a73e-4c1ff618bd4b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:27.880617 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-dfe6969a-9476-4128-a494-3b74da98d23c req-167ede37-014b-4cbc-a73e-4c1ff618bd4b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0475075 Aug 31 05:41:27.916817 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-dfe6969a-9476-4128-a494-3b74da98d23c req-dd5598bd-a200-4f5e-a037-89c436ec8ba5 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305181 Aug 31 05:41:28.900678 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:41:29.034837 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f51bcd-625c-46cb-bb26-2d111eed0c28 req-0a534c4c-2ea1-406e-a3de-892745a5ffcf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:29.036327 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-06f51bcd-625c-46cb-bb26-2d111eed0c28 req-0a534c4c-2ea1-406e-a3de-892745a5ffcf tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0497015 Aug 31 05:41:29.073199 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-06f51bcd-625c-46cb-bb26-2d111eed0c28 req-28731dbc-1cd1-4534-ab9b-04e8b86cbac4 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306399 Aug 31 05:41:29.550702 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2122-a3ff-4cdc-99bd-f9610841b687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:30.197858 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384dc21-1a12-4bd5-a3af-275f0a5b821d req-da853a18-1f18-4683-88d3-ab2766a24364 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:30.199318 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9384dc21-1a12-4bd5-a3af-275f0a5b821d req-da853a18-1f18-4683-88d3-ab2766a24364 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0513637 Aug 31 05:41:30.237101 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9384dc21-1a12-4bd5-a3af-275f0a5b821d req-416784c5-f076-4693-906f-92e73469fffd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 Aug 31 05:41:31.359496 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b0b61-d73f-432d-91de-47e049d59321 req-8b5296bd-b220-4a0a-8a95-9ff8fbcf7f8e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:31.360983 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ef3b0b61-d73f-432d-91de-47e049d59321 req-8b5296bd-b220-4a0a-8a95-9ff8fbcf7f8e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0497506 Aug 31 05:41:31.397643 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ef3b0b61-d73f-432d-91de-47e049d59321 req-9be50476-4522-4b00-8448-e29d641b6f37 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305932 Aug 31 05:41:31.880614 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-895b9978-c684-4cf5-bf0e-9813bd656124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:32.349250 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:32.513219 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521a5d-9a68-4cd4-819d-f79632a16aa9 req-29b11c61-4d9c-436f-a707-7a1422c5f5f2 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:32.514687 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-11521a5d-9a68-4cd4-819d-f79632a16aa9 req-29b11c61-4d9c-436f-a707-7a1422c5f5f2 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0476904 Aug 31 05:41:32.550557 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-11521a5d-9a68-4cd4-819d-f79632a16aa9 req-77433997-843f-4209-8eed-a1f0dacecc8d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300620 Aug 31 05:41:32.787740 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device fe5e7f81-ca46-459b-80dd-d0916bdad3c7 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:41:32.991387 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port fe5e7f81-ca46-459b-80dd-d0916bdad3c7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:41:33.002663 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'port_id': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'mac_address': 'fa:16:3e:64:87:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:41:33.037857 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:33.049520 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe5e7f81-ca46-459b-80dd-d0916bdad3c7 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:41:33.068023 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port fe5e7f81-ca46-459b-80dd-d0916bdad3c7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:41:33.071557 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:33.120295 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,revision_number=6']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:41:33.128008 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:41:33.128357 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:41:33.128697 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:41:33.129031 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:41:33.129363 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:41:33.129702 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:41:33.130031 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:41:33.130356 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:41:33.130681 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:41:33.131005 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:41:33.131349 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:41:33.131697 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:41:33.165024 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['fe5e7f81-ca46-459b-80dd-d0916bdad3c7'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:41:33.309353 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:33.683579 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5df373-add8-4da0-a027-9b40f4314c81 req-d3eeb5c5-ec5b-49ef-894a-8bd37cdf10f9 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:33.686030 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1e5df373-add8-4da0-a027-9b40f4314c81 req-d3eeb5c5-ec5b-49ef-894a-8bd37cdf10f9 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 944 time: 0.0649333 Aug 31 05:41:33.725767 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1e5df373-add8-4da0-a027-9b40f4314c81 req-1df8c15a-65c6-4fa6-bf28-bf09e6005497 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339208 Aug 31 05:41:34.797180 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device fe5e7f81-ca46-459b-80dd-d0916bdad3c7 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:41:34.870515 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f4236-935e-436b-a251-71e6cdb0245f req-cea760ab-7fc2-4f59-b545-9cb9fb825421 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:34.871165 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:34.880985 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0a1f4236-935e-436b-a251-71e6cdb0245f req-cea760ab-7fc2-4f59-b545-9cb9fb825421 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 944 time: 0.0697467 Aug 31 05:41:34.892676 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port fe5e7f81-ca46-459b-80dd-d0916bdad3c7 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:41:34.892676 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:34.922529 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0a1f4236-935e-436b-a251-71e6cdb0245f req-40034ba9-92ea-4336-9a17-77ec8736b164 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404549 Aug 31 05:41:34.985160 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:35.014826 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:41:35.017323 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5873d7e-5f76-46fa-9604-9e4f603346f9" -d '{"events": [{"server_uuid": "17b61c9d-d5fa-4f88-919a-c4ab48f747b4", "name": "network-vif-plugged", "status": "completed", "tag": "fe5e7f81-ca46-459b-80dd-d0916bdad3c7"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:41:35.041347 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port fe5e7f81-ca46-459b-80dd-d0916bdad3c7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:41:35.046142 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:35.118037 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,revision_number=7']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:41:35.133423 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0cfa27-68b5-4630-91b2-7b2a07e8410c x-openstack-request-id: req-5e0cfa27-68b5-4630-91b2-7b2a07e8410c {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:41:35.133782 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b61c9d-d5fa-4f88-919a-c4ab48f747b4", "name": "network-vif-plugged", "status": "completed", "tag": "fe5e7f81-ca46-459b-80dd-d0916bdad3c7", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:41:35.134117 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e0cfa27-68b5-4630-91b2-7b2a07e8410c {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:41:35.134635 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'code': 200} Aug 31 05:41:36.044797 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5884397-8796-415a-96dc-b9850051e37a req-90569324-c728-4ec7-9a85-88a9e4bb766e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:36.046445 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f5884397-8796-415a-96dc-b9850051e37a req-90569324-c728-4ec7-9a85-88a9e4bb766e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0528772 Aug 31 05:41:36.087129 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f5884397-8796-415a-96dc-b9850051e37a req-fc5eb88f-79d1-4be0-b0a9-9b02da0826c0 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327771 Aug 31 05:41:37.221069 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0873d-ea66-4228-a77c-bb01053a5923 req-bc3ecc61-97bc-45af-af72-b2c9bafd5522 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:37.222592 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-12b0873d-ea66-4228-a77c-bb01053a5923 req-bc3ecc61-97bc-45af-af72-b2c9bafd5522 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0579011 Aug 31 05:41:37.270508 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-12b0873d-ea66-4228-a77c-bb01053a5923 req-316e444b-8b5b-4d24-a122-96c1fc06aaab tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419919 Aug 31 05:41:38.429216 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a11366-0d58-423b-87f2-202e591b3815 req-218293c8-b40d-4f07-b338-c741b49bd3d9 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:38.435268 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-41a11366-0d58-423b-87f2-202e591b3815 req-218293c8-b40d-4f07-b338-c741b49bd3d9 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0643408 Aug 31 05:41:38.474752 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-41a11366-0d58-423b-87f2-202e591b3815 req-9e2d62bc-1632-41e1-ac55-6c3095173406 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348914 Aug 31 05:41:39.609543 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1cb44-502b-48ed-9d3d-7c2f2092766f req-fc2854f0-1815-4816-bffa-88ff0dbc9350 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:39.611027 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-74a1cb44-502b-48ed-9d3d-7c2f2092766f req-fc2854f0-1815-4816-bffa-88ff0dbc9350 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0572646 Aug 31 05:41:39.655361 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-74a1cb44-502b-48ed-9d3d-7c2f2092766f req-4258b888-ea2b-4b1c-a603-c261a9125e7e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376740 Aug 31 05:41:40.806408 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ab5de-aace-467d-acf5-23ac623c5c84 req-372d6b1e-e4a5-4c6b-997a-c03eb4d2be8b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:40.808737 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1e0ab5de-aace-467d-acf5-23ac623c5c84 req-372d6b1e-e4a5-4c6b-997a-c03eb4d2be8b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0656574 Aug 31 05:41:40.851379 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1e0ab5de-aace-467d-acf5-23ac623c5c84 req-3aaa07ef-025b-4bc3-9d1d-40445cb467ed tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367234 Aug 31 05:41:41.972604 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d43338-cb15-4d72-8cd7-09848c5c308f req-30c339e2-3b98-4d2e-86f2-815cfdbbcba8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:41.974071 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-19d43338-cb15-4d72-8cd7-09848c5c308f req-30c339e2-3b98-4d2e-86f2-815cfdbbcba8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0478580 Aug 31 05:41:42.013315 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-19d43338-cb15-4d72-8cd7-09848c5c308f req-39b68e5a-b079-4bf7-b2bd-ffdbf045541f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328910 Aug 31 05:41:42.573718 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1217d-56d8-41d4-9b85-440fa6e41e50 req-04c5f21b-ba2f-4766-9901-8d0be976df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:42.575729 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-75b1217d-56d8-41d4-9b85-440fa6e41e50 req-04c5f21b-ba2f-4766-9901-8d0be976df2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6c47714db89402f9cf71ccca20e69bd&device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 1098 time: 0.0404437 Aug 31 05:41:42.668678 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1217d-56d8-41d4-9b85-440fa6e41e50 req-7ed5bbfb-67a4-43cb-96c3-df2bcadfe000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:42.670124 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-75b1217d-56d8-41d4-9b85-440fa6e41e50 req-7ed5bbfb-67a4-43cb-96c3-df2bcadfe000 service neutron] 10.222.0.32 "GET /v2.0/networks?id=363f55b9-7106-4007-95f7-6d844418cbce HTTP/1.1" status: 200 len: 917 time: 0.0847428 Aug 31 05:41:42.739181 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-75b1217d-56d8-41d4-9b85-440fa6e41e50 req-3214b72d-6b22-4856-9dc4-237ddbcdb2b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7 HTTP/1.1" status: 200 len: 1000 time: 0.0575278 Aug 31 05:41:42.793046 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1217d-56d8-41d4-9b85-440fa6e41e50 req-890363cd-eb1b-46b9-be48-5862140e7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:42.795081 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-75b1217d-56d8-41d4-9b85-440fa6e41e50 req-890363cd-eb1b-46b9-be48-5862140e7ea3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e40e479-664b-4bab-bbec-50a8e96df2b0 HTTP/1.1" status: 200 len: 855 time: 0.0479693 Aug 31 05:41:42.840814 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1217d-56d8-41d4-9b85-440fa6e41e50 req-099bb9e6-5b0b-469c-b991-2b40ae445c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:42.842205 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-75b1217d-56d8-41d4-9b85-440fa6e41e50 req-099bb9e6-5b0b-469c-b991-2b40ae445c6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=363f55b9-7106-4007-95f7-6d844418cbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382986 Aug 31 05:41:42.932597 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-75b1217d-56d8-41d4-9b85-440fa6e41e50 req-187eb5c5-ad3c-4b69-a518-20dc1b822306 service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787449 Aug 31 05:41:43.024585 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-75b1217d-56d8-41d4-9b85-440fa6e41e50 req-41b79269-80e1-459d-a656-9a6f4c586e1e service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825841 Aug 31 05:41:43.128541 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fb1c7-03a7-4ae5-a534-66140d791eda req-bcb1e7ae-edfc-40a8-8709-d955982fa0cd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:43.129873 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5d6fb1c7-03a7-4ae5-a534-66140d791eda req-bcb1e7ae-edfc-40a8-8709-d955982fa0cd tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0465884 Aug 31 05:41:43.165762 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5d6fb1c7-03a7-4ae5-a534-66140d791eda req-e0dad160-2256-4ac3-b3ff-1c6681b4ec60 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301218 Aug 31 05:41:44.285732 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0968e-4ae2-4fcc-9b2e-43d4897fbdc4 req-581c407e-bfe2-414d-8030-4aa8d2d57ef2 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:44.287223 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d0e0968e-4ae2-4fcc-9b2e-43d4897fbdc4 req-581c407e-bfe2-414d-8030-4aa8d2d57ef2 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0515654 Aug 31 05:41:44.325050 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d0e0968e-4ae2-4fcc-9b2e-43d4897fbdc4 req-4f68c417-769e-4905-bd43-189f5600d8bb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313833 Aug 31 05:41:45.439666 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b74a5-f285-437d-aeaa-5ff9664f5327 req-56c30602-495a-4465-86a4-8d26fcc7fd92 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:45.441223 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2d0b74a5-f285-437d-aeaa-5ff9664f5327 req-56c30602-495a-4465-86a4-8d26fcc7fd92 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0478475 Aug 31 05:41:45.478257 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2d0b74a5-f285-437d-aeaa-5ff9664f5327 req-03a9d738-b090-47c3-8137-49ad06716845 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312343 Aug 31 05:41:46.379614 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f83dd-8619-46da-820b-8a2a5a1ebdc5 req-4871631f-9e82-4195-8d34-2bfd089f63ea tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:46.381011 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-466f83dd-8619-46da-820b-8a2a5a1ebdc5 req-4871631f-9e82-4195-8d34-2bfd089f63ea tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 945 time: 0.0513465 Aug 31 05:41:46.411553 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-eb959b48-2ed2-4921-b469-5b71f7ce63e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406067 Aug 31 05:41:46.417957 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-466f83dd-8619-46da-820b-8a2a5a1ebdc5 req-1a2fc51b-eb13-4ff4-8f7f-0c61c3465c37 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310895 Aug 31 05:41:46.875417 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device fe5e7f81-ca46-459b-80dd-d0916bdad3c7 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:41:46.950234 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:46.971758 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:41:46.973944 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2820651-7849-40ff-9527-e4d834709e91" -d '{"events": [{"server_uuid": "17b61c9d-d5fa-4f88-919a-c4ab48f747b4", "name": "network-vif-unplugged", "status": "completed", "tag": "fe5e7f81-ca46-459b-80dd-d0916bdad3c7"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:41:46.986031 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port fe5e7f81-ca46-459b-80dd-d0916bdad3c7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:41:46.990490 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:47.013225 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 05:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff52b440-bf99-4b84-8e4e-bf604929e076 x-openstack-request-id: req-ff52b440-bf99-4b84-8e4e-bf604929e076 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:41:47.013513 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b61c9d-d5fa-4f88-919a-c4ab48f747b4", "name": "network-vif-unplugged", "status": "completed", "tag": "fe5e7f81-ca46-459b-80dd-d0916bdad3c7", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:41:47.013764 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff52b440-bf99-4b84-8e4e-bf604929e076 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:41:47.014147 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'code': 200} Aug 31 05:41:47.038135 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,revision_number=8']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:41:47.165167 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-5037c373-3a4d-4b93-b3dd-4828b07e5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:47.166600 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-5037c373-3a4d-4b93-b3dd-4828b07e5cf5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4&tenant_id=b6c47714db89402f9cf71ccca20e69bd HTTP/1.1" status: 200 len: 1096 time: 0.0395412 Aug 31 05:41:47.235912 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-f19e8bb6-a991-4acc-b1f4-675b2a60ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:47.237365 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-f19e8bb6-a991-4acc-b1f4-675b2a60ae74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6c47714db89402f9cf71ccca20e69bd&device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 1096 time: 0.0449128 Aug 31 05:41:47.328254 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-3bbbcf29-ed58-4363-861d-5a2ade4673c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:47.329986 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-3bbbcf29-ed58-4363-861d-5a2ade4673c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=363f55b9-7106-4007-95f7-6d844418cbce HTTP/1.1" status: 200 len: 917 time: 0.0848980 Aug 31 05:41:47.397953 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-46d589f7-1f86-4643-8487-369d02e4a8fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7 HTTP/1.1" status: 200 len: 998 time: 0.0599291 Aug 31 05:41:47.445960 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-0cfe5c80-0fb6-43fb-bbb6-2cf9b0e89629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:47.447592 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-0cfe5c80-0fb6-43fb-bbb6-2cf9b0e89629 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e40e479-664b-4bab-bbec-50a8e96df2b0 HTTP/1.1" status: 200 len: 855 time: 0.0420091 Aug 31 05:41:47.492777 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-ed3c7d98-dcb5-4aa0-aa6a-ade724ab10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:47.494200 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-ed3c7d98-dcb5-4aa0-aa6a-ade724ab10a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=363f55b9-7106-4007-95f7-6d844418cbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392427 Aug 31 05:41:47.546631 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2884664-bd6d-48c4-93b3-bb5da8192dc5 req-9cf51f33-e9e5-405a-bd81-60b44c90271d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:47.548103 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e2884664-bd6d-48c4-93b3-bb5da8192dc5 req-9cf51f33-e9e5-405a-bd81-60b44c90271d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0517743 Aug 31 05:41:47.585277 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e2884664-bd6d-48c4-93b3-bb5da8192dc5 req-aafb018e-7251-446f-9195-37a4eaf09456 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312388 Aug 31 05:41:47.589512 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-52468c7c-0e7d-4d03-824f-25d514507e46 service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844226 Aug 31 05:41:47.913817 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-982fc14e-b2a6-40ed-93b5-86b6b2d18e91 service neutron] 10.222.0.32 "GET /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152184 Aug 31 05:41:48.708894 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d3de3-a65a-4ad2-a466-529a41746988 req-fd837bea-138e-465d-9b0f-c3a989bf6301 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:48.710391 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e14d3de3-a65a-4ad2-a466-529a41746988 req-fd837bea-138e-465d-9b0f-c3a989bf6301 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0499732 Aug 31 05:41:48.751128 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e14d3de3-a65a-4ad2-a466-529a41746988 req-45fa6b21-8062-4a73-a9ad-349e8f6c88f3 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333316 Aug 31 05:41:49.888860 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338db89-0c03-4e39-a8db-5ebf3b724fb7 req-c8c5ad9b-494d-4568-9361-071bf3ebabe6 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:49.890540 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6338db89-0c03-4e39-a8db-5ebf3b724fb7 req-c8c5ad9b-494d-4568-9361-071bf3ebabe6 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0567260 Aug 31 05:41:49.927117 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6338db89-0c03-4e39-a8db-5ebf3b724fb7 req-7df66727-664f-4b05-891c-f36e50ed1a12 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307238 Aug 31 05:41:51.050608 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966a2c1-2d7e-418d-8c4c-2aa506e3a64c req-74000851-3ada-45a2-b6a3-edd3c50040f4 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:51.052206 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f966a2c1-2d7e-418d-8c4c-2aa506e3a64c req-74000851-3ada-45a2-b6a3-edd3c50040f4 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0508366 Aug 31 05:41:51.093263 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f966a2c1-2d7e-418d-8c4c-2aa506e3a64c req-42652c2a-78fa-4145-8ee8-e26776f0fe5b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332472 Aug 31 05:41:52.220461 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15379b9-6a67-4e35-81ad-7e54af6f1795 req-0e342937-2a1f-461f-b767-857b9448222e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:52.222134 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b15379b9-6a67-4e35-81ad-7e54af6f1795 req-0e342937-2a1f-461f-b767-857b9448222e tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0546486 Aug 31 05:41:52.261413 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b15379b9-6a67-4e35-81ad-7e54af6f1795 req-de2cc2cf-c6b5-45b5-9c6b-2426a0f34297 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329030 Aug 31 05:41:53.383147 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7426b5-93f1-46da-90e5-c32d488175f3 req-5e8354f7-7c0c-4bff-b0a2-2dfcca810b9d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:53.384753 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8f7426b5-93f1-46da-90e5-c32d488175f3 req-5e8354f7-7c0c-4bff-b0a2-2dfcca810b9d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0507801 Aug 31 05:41:53.430334 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8f7426b5-93f1-46da-90e5-c32d488175f3 req-3ba7324f-5734-49fe-a3f3-88c9e9581c6f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375502 Aug 31 05:41:54.558444 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663cfc9-32f6-4637-84ac-69ad237f22fd req-838b2115-664a-4d2f-a60f-0452f0d41d46 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:54.560675 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4663cfc9-32f6-4637-84ac-69ad237f22fd req-838b2115-664a-4d2f-a60f-0452f0d41d46 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0556972 Aug 31 05:41:54.601273 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4663cfc9-32f6-4637-84ac-69ad237f22fd req-e9a0ef7f-26b7-4a17-b755-b7dfbd37e1f9 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344932 Aug 31 05:41:54.613748 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:55.732779 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b24ba5-1532-46ee-878e-962a639562dc req-6cc959ec-148f-4cae-8a48-fb8bcef38823 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:55.734267 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b0b24ba5-1532-46ee-878e-962a639562dc req-6cc959ec-148f-4cae-8a48-fb8bcef38823 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0509257 Aug 31 05:41:55.772046 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b0b24ba5-1532-46ee-878e-962a639562dc req-53ddbea7-c5de-425b-96e8-afc648d26187 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313668 Aug 31 05:41:56.915226 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdfbb5-f257-439c-8529-0700b965dc26 req-93e25332-25b4-4691-81cf-e85b29934bd9 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:56.916768 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0acdfbb5-f257-439c-8529-0700b965dc26 req-93e25332-25b4-4691-81cf-e85b29934bd9 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0488000 Aug 31 05:41:56.955516 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0acdfbb5-f257-439c-8529-0700b965dc26 req-26fb0661-f0c8-4632-a490-e3a3d3f26bd1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314941 Aug 31 05:41:58.117173 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fc06d-c53d-4978-b7e9-740cfa3b1495 req-27d089ec-40e9-4f7f-9e2b-a4212c30f186 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:58.118557 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-047fc06d-c53d-4978-b7e9-740cfa3b1495 req-27d089ec-40e9-4f7f-9e2b-a4212c30f186 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0607176 Aug 31 05:41:58.157050 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-047fc06d-c53d-4978-b7e9-740cfa3b1495 req-ef3ff7b1-b823-4f72-b0ff-7305395bf82d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320127 Aug 31 05:41:59.279776 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bfa40-8575-483b-ae31-79451a4af03e req-fd3c8fd7-ab05-4e36-b0a3-cb9e69af1170 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:59.281305 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d89bfa40-8575-483b-ae31-79451a4af03e req-fd3c8fd7-ab05-4e36-b0a3-cb9e69af1170 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0506923 Aug 31 05:41:59.295210 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-368fff5e-90c7-4156-bdaf-065ded46a777 req-8ac19c4e-b7d1-4fd0-9940-c418ab4e0810 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400741 Aug 31 05:41:59.333045 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d89bfa40-8575-483b-ae31-79451a4af03e req-3952951e-511d-40fe-aff4-2018cb4cf70c tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457618 Aug 31 05:41:59.376102 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fff5e-90c7-4156-bdaf-065ded46a777 req-5422b29f-f2a9-43fb-b472-a85fbba5d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:59.377585 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-368fff5e-90c7-4156-bdaf-065ded46a777 req-5422b29f-f2a9-43fb-b472-a85fbba5d008 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34d723e9f42f4e3f8378c14cfd4626d7&device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 1099 time: 0.0532746 Aug 31 05:41:59.476405 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fff5e-90c7-4156-bdaf-065ded46a777 req-0c34f5c4-5cf1-46c7-86ed-72ea25220dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:59.477835 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-368fff5e-90c7-4156-bdaf-065ded46a777 req-0c34f5c4-5cf1-46c7-86ed-72ea25220dc8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eee52fee-fc33-48ae-a18b-8f7aa5914e38 HTTP/1.1" status: 200 len: 912 time: 0.0796688 Aug 31 05:41:59.548510 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-368fff5e-90c7-4156-bdaf-065ded46a777 req-a6fbd0fb-0b59-4db1-a7ab-23aadb616d15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1301f336-a526-4378-9098-906ef374d112 HTTP/1.1" status: 200 len: 1001 time: 0.0615635 Aug 31 05:41:59.550473 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8cfe9884-cff8-4b99-b536-6a3a435b0f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:41:59.600668 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fff5e-90c7-4156-bdaf-065ded46a777 req-2f177dd9-a4b8-415f-b14f-0a09ca7a3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:59.602099 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-368fff5e-90c7-4156-bdaf-065ded46a777 req-2f177dd9-a4b8-415f-b14f-0a09ca7a3fc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97 HTTP/1.1" status: 200 len: 850 time: 0.0418692 Aug 31 05:41:59.648674 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fff5e-90c7-4156-bdaf-065ded46a777 req-c0e5abc4-9856-4d36-a38c-bd97d3abc288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:41:59.650109 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-368fff5e-90c7-4156-bdaf-065ded46a777 req-c0e5abc4-9856-4d36-a38c-bd97d3abc288 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eee52fee-fc33-48ae-a18b-8f7aa5914e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388439 Aug 31 05:41:59.742729 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-368fff5e-90c7-4156-bdaf-065ded46a777 req-628d0577-fdd6-4da1-9b0c-0472f1cc3bb7 service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826080 Aug 31 05:41:59.838492 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-368fff5e-90c7-4156-bdaf-065ded46a777 req-891ae88a-6040-4a10-9302-84da5222b64d service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809355 Aug 31 05:42:00.449221 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb59da-ab84-4a71-95bc-f58f50fb89d3 req-b7ce37d7-a25f-4b29-b469-aa5df9162fa1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:00.451299 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-36bb59da-ab84-4a71-95bc-f58f50fb89d3 req-b7ce37d7-a25f-4b29-b469-aa5df9162fa1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0481846 Aug 31 05:42:00.488325 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-36bb59da-ab84-4a71-95bc-f58f50fb89d3 req-c74fa329-04fa-401b-b838-feca23e2b83b tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312376 Aug 31 05:42:00.635482 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c98eb-17cc-4e83-853a-fc675dbdc6c5 req-098fffdd-1983-4896-b9c4-23252996e62b tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:00.636865 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-180c98eb-17cc-4e83-853a-fc675dbdc6c5 req-098fffdd-1983-4896-b9c4-23252996e62b tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0532548 Aug 31 05:42:00.674084 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-180c98eb-17cc-4e83-853a-fc675dbdc6c5 req-95c9d4b9-0f96-4c91-823d-d852a992a38e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304024 Aug 31 05:42:01.619747 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb2dfb-9701-4e67-a706-4f8fadc6e484 req-7612bf41-aa79-4bd6-9c81-b988369915f6 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:01.621253 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b3cb2dfb-9701-4e67-a706-4f8fadc6e484 req-7612bf41-aa79-4bd6-9c81-b988369915f6 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0511954 Aug 31 05:42:01.657560 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b3cb2dfb-9701-4e67-a706-4f8fadc6e484 req-fce69e93-70da-4a83-95d5-49b74e70ce40 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304983 Aug 31 05:42:01.786449 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67466bd-e4eb-4946-877c-be84886e0261 req-58fcd4f8-5253-447f-85fb-07e689fb1ee4 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:01.787850 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c67466bd-e4eb-4946-877c-be84886e0261 req-58fcd4f8-5253-447f-85fb-07e689fb1ee4 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0480492 Aug 31 05:42:01.823512 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c67466bd-e4eb-4946-877c-be84886e0261 req-e1e49f1c-09ff-4cfb-bd46-e8c00c9ce650 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298536 Aug 31 05:42:01.880819 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-3dd4990f-184c-44e3-994f-4a9f208e4cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:02.350140 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:02.779459 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931dddd-c773-4b4a-912c-3d4028f6cdf4 req-45b9d9da-8c3c-49bc-9fd7-ce374b6894fe tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:02.780893 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e931dddd-c773-4b4a-912c-3d4028f6cdf4 req-45b9d9da-8c3c-49bc-9fd7-ce374b6894fe tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 943 time: 0.0509787 Aug 31 05:42:02.818372 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e931dddd-c773-4b4a-912c-3d4028f6cdf4 req-3854a6ce-d36d-44a7-a8a4-26c6abdfd191 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309019 Aug 31 05:42:02.935147 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac2be1-eaa0-4a24-b664-ae6c5545974b req-6b4f67ff-5a5c-40e8-a901-70c1e3245f9b tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:02.936509 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-68ac2be1-eaa0-4a24-b664-ae6c5545974b req-6b4f67ff-5a5c-40e8-a901-70c1e3245f9b tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0474100 Aug 31 05:42:02.958303 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device fe5e7f81-ca46-459b-80dd-d0916bdad3c7 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:42:02.975885 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-68ac2be1-eaa0-4a24-b664-ae6c5545974b req-a74ef999-2976-43c4-b789-763e982ed037 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324323 Aug 31 05:42:03.051967 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port fe5e7f81-ca46-459b-80dd-d0916bdad3c7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:03.062879 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'port_id': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'mac_address': 'fa:16:3e:64:87:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:42:03.097442 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:03.109778 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5e7f81-ca46-459b-80dd-d0916bdad3c7 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:42:03.127889 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port fe5e7f81-ca46-459b-80dd-d0916bdad3c7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:03.131903 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:03.178692 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,revision_number=9']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:03.294184 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:03.396111 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['fe5e7f81-ca46-459b-80dd-d0916bdad3c7'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:42:03.932028 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182f016-f0c9-44c1-bb83-e29ecf94adba req-6e692f3a-c75f-4ea9-8b20-62295bf9b538 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:03.933477 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c182f016-f0c9-44c1-bb83-e29ecf94adba req-6e692f3a-c75f-4ea9-8b20-62295bf9b538 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 944 time: 0.0472746 Aug 31 05:42:03.969991 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c182f016-f0c9-44c1-bb83-e29ecf94adba req-ec06efa3-e01c-4126-b0d0-b07ae2a57a86 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302782 Aug 31 05:42:04.091049 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f76a27-cfd8-4d5d-8e69-f934454a357c req-5eb99494-8d25-4e07-9456-bf7b5ac02fb4 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:04.092523 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a3f76a27-cfd8-4d5d-8e69-f934454a357c req-5eb99494-8d25-4e07-9456-bf7b5ac02fb4 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0514510 Aug 31 05:42:04.129349 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a3f76a27-cfd8-4d5d-8e69-f934454a357c req-d6f6681c-4765-488a-8a3a-ec39ed444972 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310397 Aug 31 05:42:04.861419 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:04.957538 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device fe5e7f81-ca46-459b-80dd-d0916bdad3c7 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:42:05.005842 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port fe5e7f81-ca46-459b-80dd-d0916bdad3c7 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:42:05.006213 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:05.080043 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:05.085606 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd7346-a6bb-44cc-a8bf-05d026e325ab req-356c6863-5b2e-4f14-99b5-0a143570a18d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:05.087117 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6fcd7346-a6bb-44cc-a8bf-05d026e325ab req-356c6863-5b2e-4f14-99b5-0a143570a18d tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 944 time: 0.0472167 Aug 31 05:42:05.102616 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:42:05.104838 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8167520-94ef-41b5-b336-3c02a9df63c0" -d '{"events": [{"server_uuid": "17b61c9d-d5fa-4f88-919a-c4ab48f747b4", "name": "network-vif-plugged", "status": "completed", "tag": "fe5e7f81-ca46-459b-80dd-d0916bdad3c7"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:42:05.117223 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port fe5e7f81-ca46-459b-80dd-d0916bdad3c7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:05.122059 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:05.126181 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6fcd7346-a6bb-44cc-a8bf-05d026e325ab req-00a699df-bb0c-49c1-87b4-d0ec969a5ce2 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323918 Aug 31 05:42:05.145896 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6006438c-d9b8-4d4b-89ac-1045ca2e06de x-openstack-request-id: req-6006438c-d9b8-4d4b-89ac-1045ca2e06de {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:42:05.146227 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b61c9d-d5fa-4f88-919a-c4ab48f747b4", "name": "network-vif-plugged", "status": "completed", "tag": "fe5e7f81-ca46-459b-80dd-d0916bdad3c7", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:42:05.146490 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6006438c-d9b8-4d4b-89ac-1045ca2e06de {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:42:05.146874 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'code': 200} Aug 31 05:42:05.175258 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,revision_number=10']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:05.244271 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d916a1c-8561-4805-921f-935e817fb6dd req-aa13457f-b6f7-46ae-ab6c-40171f698fba tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:05.245810 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7d916a1c-8561-4805-921f-935e817fb6dd req-aa13457f-b6f7-46ae-ab6c-40171f698fba tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0508513 Aug 31 05:42:05.284264 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7d916a1c-8561-4805-921f-935e817fb6dd req-eabe21dd-d6d5-4b69-9a6f-e92fb76c0c78 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319173 Aug 31 05:42:05.341891 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d51a2-2395-4746-9c98-604028f967fe req-d035f854-a112-44a9-84d3-f7e4ba0ebd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:05.343403 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-758d51a2-2395-4746-9c98-604028f967fe req-d035f854-a112-44a9-84d3-f7e4ba0ebd7a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 1099 time: 0.0405765 Aug 31 05:42:05.380692 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-758d51a2-2395-4746-9c98-604028f967fe req-20df32a2-768a-4d90-9740-5412302fe01f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268159 Aug 31 05:42:05.899676 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:42:06.249883 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24747e8-2f57-4046-8225-52f1eb933bc3 req-1ff83e67-1b46-4377-b788-edda47113df1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:06.251393 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b24747e8-2f57-4046-8225-52f1eb933bc3 req-1ff83e67-1b46-4377-b788-edda47113df1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 946 time: 0.0512297 Aug 31 05:42:06.288620 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b24747e8-2f57-4046-8225-52f1eb933bc3 req-366c7db7-b173-4c35-8f53-30b0156b5652 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313027 Aug 31 05:42:06.397135 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315bfd1-9a42-44a6-9178-dbb26d2323c9 req-7f546de6-45bd-47c6-a8aa-f89e7c634989 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:06.398816 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0315bfd1-9a42-44a6-9178-dbb26d2323c9 req-7f546de6-45bd-47c6-a8aa-f89e7c634989 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0482571 Aug 31 05:42:06.435331 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0315bfd1-9a42-44a6-9178-dbb26d2323c9 req-c482dbdc-ca5c-4e9b-a390-10a2cf3683be tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300734 Aug 31 05:42:07.407385 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568aaf6-11e6-4636-b274-03df6e75c3ca req-f33817bc-161b-4c7c-9fb8-a4392aed1f59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:07.408876 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4568aaf6-11e6-4636-b274-03df6e75c3ca req-f33817bc-161b-4c7c-9fb8-a4392aed1f59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 946 time: 0.0501721 Aug 31 05:42:07.445250 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4568aaf6-11e6-4636-b274-03df6e75c3ca req-76471372-e2f3-4f2a-8b83-3d2461e32078 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305786 Aug 31 05:42:07.549940 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d6aaa-ca79-46ee-a716-5a1f9098bb5f req-d4574c2e-2f27-405b-80d7-19b31219a030 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:07.551388 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9d0d6aaa-ca79-46ee-a716-5a1f9098bb5f req-d4574c2e-2f27-405b-80d7-19b31219a030 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0510535 Aug 31 05:42:07.587050 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9d0d6aaa-ca79-46ee-a716-5a1f9098bb5f req-7d6b274d-a87e-4394-a6af-6edb411e7439 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299239 Aug 31 05:42:08.703336 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db717ea1-7ab3-4f5a-b384-10c5a0cba488 req-365eda46-ad13-4655-b64c-8766b9f5fd35 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:08.704776 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-db717ea1-7ab3-4f5a-b384-10c5a0cba488 req-365eda46-ad13-4655-b64c-8766b9f5fd35 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0499556 Aug 31 05:42:08.741153 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-db717ea1-7ab3-4f5a-b384-10c5a0cba488 req-efec5824-6485-4649-bd4c-f4a76b3a6973 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304568 Aug 31 05:42:09.852443 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49550f-6cc4-44cd-9b9c-5c4e9b5f7f67 req-440bab47-d6c0-4551-84fa-a23f86e0ccd5 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:09.853890 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ae49550f-6cc4-44cd-9b9c-5c4e9b5f7f67 req-440bab47-d6c0-4551-84fa-a23f86e0ccd5 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0473013 Aug 31 05:42:09.897371 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ae49550f-6cc4-44cd-9b9c-5c4e9b5f7f67 req-161bb00a-9e10-4c6e-8053-c9818bc09549 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354540 Aug 31 05:42:11.012792 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f6ca9-a070-4862-9251-e7b4ddae3db0 req-e1fe009a-d7c2-4cf8-8ade-c033a52bad37 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:11.014214 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-904f6ca9-a070-4862-9251-e7b4ddae3db0 req-e1fe009a-d7c2-4cf8-8ade-c033a52bad37 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0507030 Aug 31 05:42:11.049844 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-904f6ca9-a070-4862-9251-e7b4ddae3db0 req-5683054b-2388-4280-83e6-95f381c5ca4f tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298176 Aug 31 05:42:11.235887 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072df026-a87b-492f-a933-1f99b8ff13c3 req-a7cd1030-7dcd-4504-ba4e-b8181acbc745 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:11.237344 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-072df026-a87b-492f-a933-1f99b8ff13c3 req-a7cd1030-7dcd-4504-ba4e-b8181acbc745 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0472250 Aug 31 05:42:11.275168 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-072df026-a87b-492f-a933-1f99b8ff13c3 req-08b3601a-e9a7-46f2-92d9-f92ae208cac6 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316243 Aug 31 05:42:11.300122 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4875e-d683-4bea-a3e3-a48b4929c047 req-6985e4f5-eef9-4806-be39-6221ef9af68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:11.301638 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-33e4875e-d683-4bea-a3e3-a48b4929c047 req-6985e4f5-eef9-4806-be39-6221ef9af68e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34d723e9f42f4e3f8378c14cfd4626d7&device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 1099 time: 0.0478859 Aug 31 05:42:11.389492 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4875e-d683-4bea-a3e3-a48b4929c047 req-3e8eaaec-0ba8-48c4-a233-e7c5abf73074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:11.390984 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-33e4875e-d683-4bea-a3e3-a48b4929c047 req-3e8eaaec-0ba8-48c4-a233-e7c5abf73074 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eee52fee-fc33-48ae-a18b-8f7aa5914e38 HTTP/1.1" status: 200 len: 912 time: 0.0827894 Aug 31 05:42:11.462463 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-33e4875e-d683-4bea-a3e3-a48b4929c047 req-f9c64a3c-5948-4479-adf8-07818868fe23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1301f336-a526-4378-9098-906ef374d112 HTTP/1.1" status: 200 len: 1001 time: 0.0624473 Aug 31 05:42:11.510776 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4875e-d683-4bea-a3e3-a48b4929c047 req-e5619ec4-c470-4696-b070-8a1df03da7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:11.512736 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-33e4875e-d683-4bea-a3e3-a48b4929c047 req-e5619ec4-c470-4696-b070-8a1df03da7e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97 HTTP/1.1" status: 200 len: 850 time: 0.0424643 Aug 31 05:42:11.556130 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4875e-d683-4bea-a3e3-a48b4929c047 req-be2ee753-f6ce-4020-ac88-372d5b2e87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:11.557554 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-33e4875e-d683-4bea-a3e3-a48b4929c047 req-be2ee753-f6ce-4020-ac88-372d5b2e87a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eee52fee-fc33-48ae-a18b-8f7aa5914e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378153 Aug 31 05:42:11.651341 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-33e4875e-d683-4bea-a3e3-a48b4929c047 req-67427a25-b828-4da5-a02a-7f547736197b service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855854 Aug 31 05:42:11.739765 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-33e4875e-d683-4bea-a3e3-a48b4929c047 req-27fbef85-cf76-4605-b1e6-8047108c10bf service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789263 Aug 31 05:42:12.391181 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048b22d-fcf5-4aa4-916d-acce1507b9b3 req-c0351366-74cf-4671-ae35-5f9097d79316 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:12.392614 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b048b22d-fcf5-4aa4-916d-acce1507b9b3 req-c0351366-74cf-4671-ae35-5f9097d79316 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0470891 Aug 31 05:42:12.429389 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b048b22d-fcf5-4aa4-916d-acce1507b9b3 req-6b385a68-d3b6-4837-82aa-db6a215d05da tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307126 Aug 31 05:42:24.618639 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:25.675614 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52806) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:25.918845 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Deleting port f2fdd38b-47ed-4a8e-8212-580076338cd4 {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:25.919434 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:25.989347 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:25.989672 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:26.000596 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Calling delete_port for f2fdd38b-47ed-4a8e-8212-580076338cd4 owned by network:floatingip {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:26.139204 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:26.161299 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Pushing event deleted for resources: {'Port': ['ID=f2fdd38b-47ed-4a8e-8212-580076338cd4,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:26.170862 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:26.171240 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:26.171579 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:26.171914 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:26.172244 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:26.172957 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:26.172957 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:26.173199 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:26.173520 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:26.173844 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:26.174167 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:26.174486 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:26.234415 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for floatingip, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:26.234792 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.l3_db [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Floating IP d11b7531-8a66-40d3-9559-b507d0dac694 disassociated (deleted). External IP: 172.27.1.236, port: 1847c735-ebc1-42db-af08-1042e7261b41. Aug 31 05:42:26.639275 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Router 3920856d-ce16-4c58-9be1-73f4aee4aedb has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:42:26.738620 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:42:26.743425 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:26.749081 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40441718-c568-4d38-b63c-bf83a50efcc0 None None] Sync routers for ids ['3920856d-ce16-4c58-9be1-73f4aee4aedb'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:42:26.757780 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40441718-c568-4d38-b63c-bf83a50efcc0 None None] Routers {'3920856d-ce16-4c58-9be1-73f4aee4aedb'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:42:26.758388 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-40441718-c568-4d38-b63c-bf83a50efcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:42:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['3920856d-ce16-4c58-9be1-73f4aee4aedb'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:26.773199 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-db3e7e98-8a06-48c2-a248-79187345a754 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "DELETE /v2.0/floatingips/d11b7531-8a66-40d3-9559-b507d0dac694 HTTP/1.1" status: 204 len: 168 time: 1.0965762 Aug 31 05:42:26.773919 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'tag': '1847c735-ebc1-42db-af08-1042e7261b41'}] {{(pid=94006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:42:26.776255 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fcbfbdd9b74ff4cb14d8c7c5521a31bcdab3071e6810f807a3c3deab47fc22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e28481-c2d1-4dbc-8bba-452a877bbe58" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c0b93c-a5bd-46a3-831f-d64c386016b3", "tag": "1847c735-ebc1-42db-af08-1042e7261b41"}]}' {{(pid=94006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:42:26.867542 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-40441718-c568-4d38-b63c-bf83a50efcc0 None None] Set router 3920856d-ce16-4c58-9be1-73f4aee4aedb gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:42:26.874999 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56da2b57-3832-4e5d-b7fb-e54cd66dc618 x-openstack-request-id: req-56da2b57-3832-4e5d-b7fb-e54cd66dc618 {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:42:26.875385 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c0b93c-a5bd-46a3-831f-d64c386016b3", "tag": "1847c735-ebc1-42db-af08-1042e7261b41", "status": "completed", "code": 200}]} {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:42:26.875557 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56da2b57-3832-4e5d-b7fb-e54cd66dc618 {{(pid=94006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:42:26.875937 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'tag': '1847c735-ebc1-42db-af08-1042e7261b41', 'status': 'completed', 'code': 200} Aug 31 05:42:26.949755 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e28481-c2d1-4dbc-8bba-452a877bbe58 req-8df83a6e-9efe-4a49-9fee-f3b88bc94fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:26.952302 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-88e28481-c2d1-4dbc-8bba-452a877bbe58 req-8df83a6e-9efe-4a49-9fee-f3b88bc94fae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9349f0436e254975aaa4733d463871ef&device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 1098 time: 0.0452504 Aug 31 05:42:27.006107 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d5fcd-dd1c-4282-8200-e3b898c92b75 req-d84512bd-4770-4317-975a-b3b0c0084f76 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:27.007779 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-083d5fcd-dd1c-4282-8200-e3b898c92b75 req-d84512bd-4770-4317-975a-b3b0c0084f76 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0558791 Aug 31 05:42:27.048353 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-083d5fcd-dd1c-4282-8200-e3b898c92b75 req-7890c3af-08c3-4006-b713-1e2548b2189e tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327566 Aug 31 05:42:27.056035 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e28481-c2d1-4dbc-8bba-452a877bbe58 req-6bcd12e8-16ff-4888-bf77-0972408c22af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:27.057535 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-88e28481-c2d1-4dbc-8bba-452a877bbe58 req-6bcd12e8-16ff-4888-bf77-0972408c22af service neutron] 10.222.0.32 "GET /v2.0/networks?id=bac905ea-071d-422a-a005-855d664a6919 HTTP/1.1" status: 200 len: 910 time: 0.0922894 Aug 31 05:42:27.085831 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-40441718-c568-4d38-b63c-bf83a50efcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:14Z', 'revision_number': 4, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port': {'id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '10231178-d980-43ad-a64c-92cbe98c25a2', 'name': '', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'mac_address': 'fa:16:3e:ce:42:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:13Z', 'updated_at': '2021-08-31T05:37:21Z', 'revision_number': 5, 'project_id': '9349f0436e254975aaa4733d463871ef', 'subnets': [{'id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:27.100618 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-88e28481-c2d1-4dbc-8bba-452a877bbe58 req-34092581-2a54-4448-a296-4ab5201eb99f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1847c735-ebc1-42db-af08-1042e7261b41 HTTP/1.1" status: 200 len: 217 time: 0.0343225 Aug 31 05:42:27.112245 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40441718-c568-4d38-b63c-bf83a50efcc0 None None] Checking router: 3920856d-ce16-4c58-9be1-73f4aee4aedb for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:42:27.120830 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40441718-c568-4d38-b63c-bf83a50efcc0 None None] Routers {'3920856d-ce16-4c58-9be1-73f4aee4aedb'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:42:27.121434 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-40441718-c568-4d38-b63c-bf83a50efcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:42:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['3920856d-ce16-4c58-9be1-73f4aee4aedb'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:27.153631 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e28481-c2d1-4dbc-8bba-452a877bbe58 req-7f01adb0-d2a6-4fac-adce-d8d554bc2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:27.154987 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-88e28481-c2d1-4dbc-8bba-452a877bbe58 req-7f01adb0-d2a6-4fac-adce-d8d554bc2813 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea73c560-a18b-4a36-baf6-399d1890f917 HTTP/1.1" status: 200 len: 848 time: 0.0460989 Aug 31 05:42:27.203109 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e28481-c2d1-4dbc-8bba-452a877bbe58 req-47b272d6-44c9-473d-a01f-d7254364ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:27.204610 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-88e28481-c2d1-4dbc-8bba-452a877bbe58 req-47b272d6-44c9-473d-a01f-d7254364ad57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bac905ea-071d-422a-a005-855d664a6919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395467 Aug 31 05:42:27.223265 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-40441718-c568-4d38-b63c-bf83a50efcc0 None None] Set router 3920856d-ce16-4c58-9be1-73f4aee4aedb gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:42:27.301471 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-88e28481-c2d1-4dbc-8bba-452a877bbe58 req-312a58df-12a4-4ba8-800e-2c70fe2088b2 service neutron] 10.222.0.32 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879369 Aug 31 05:42:27.394927 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-88e28481-c2d1-4dbc-8bba-452a877bbe58 req-5cbc94f0-edc7-44b3-8c3d-15f1c2d037ba service neutron] 10.222.0.32 "GET /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859091 Aug 31 05:42:27.422916 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-40441718-c568-4d38-b63c-bf83a50efcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:14Z', 'revision_number': 4, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port': {'id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '10231178-d980-43ad-a64c-92cbe98c25a2', 'name': '', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'mac_address': 'fa:16:3e:ce:42:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:13Z', 'updated_at': '2021-08-31T05:37:21Z', 'revision_number': 5, 'project_id': '9349f0436e254975aaa4733d463871ef', 'subnets': [{'id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:27.450251 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40441718-c568-4d38-b63c-bf83a50efcc0 None None] The sync data for ids ['3920856d-ce16-4c58-9be1-73f4aee4aedb'] in dv-cinder-806559-3-iscsi is: [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:14Z', 'revision_number': 4, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port': {'id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': '10231178-d980-43ad-a64c-92cbe98c25a2', 'name': '', 'network_id': 'bac905ea-071d-422a-a005-855d664a6919', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'mac_address': 'fa:16:3e:ce:42:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:13Z', 'updated_at': '2021-08-31T05:37:21Z', 'revision_number': 5, 'project_id': '9349f0436e254975aaa4733d463871ef', 'subnets': [{'id': 'ea73c560-a18b-4a36-baf6-399d1890f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:42:27.658022 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a836b9-54df-451e-aec9-5d4968113a0b None None] New status for floating IP d11b7531-8a66-40d3-9559-b507d0dac694: DOWN {{(pid=94008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:42:28.160348 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b15622-fd9e-4f54-bc5c-ed7e57b45839 req-2d84b7b0-f7b5-4368-a11d-4434f6c4d60a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:28.161775 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b3b15622-fd9e-4f54-bc5c-ed7e57b45839 req-2d84b7b0-f7b5-4368-a11d-4434f6c4d60a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0466070 Aug 31 05:42:28.197851 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b3b15622-fd9e-4f54-bc5c-ed7e57b45839 req-8f446864-90f8-448a-943b-e5a68bd5c65e tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bd111a5-6c04-4bbe-b193-4857e77351b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302091 Aug 31 05:42:28.588754 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04ae41-6c9d-4258-9eea-d453e10f8289 req-965f302d-818e-4b2e-b1ff-a9890bb6e41a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:28.590686 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-fb04ae41-6c9d-4258-9eea-d453e10f8289 req-965f302d-818e-4b2e-b1ff-a9890bb6e41a tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 945 time: 0.0484037 Aug 31 05:42:28.686896 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-fb04ae41-6c9d-4258-9eea-d453e10f8289 req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Deleting port 1847c735-ebc1-42db-af08-1042e7261b41 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:28.687284 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-fb04ae41-6c9d-4258-9eea-d453e10f8289 req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:28.773423 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-fb04ae41-6c9d-4258-9eea-d453e10f8289 req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] For port 1847c735-ebc1-42db-af08-1042e7261b41, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1847c735-ebc1-42db-af08-1042e7261b41,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:28.773792 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-fb04ae41-6c9d-4258-9eea-d453e10f8289 req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:28.787414 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-fb04ae41-6c9d-4258-9eea-d453e10f8289 req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Calling delete_port for 1847c735-ebc1-42db-af08-1042e7261b41 owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:28.913203 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-fb04ae41-6c9d-4258-9eea-d453e10f8289 req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:28.944260 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Pushing event deleted for resources: {'Port': ['ID=1847c735-ebc1-42db-af08-1042e7261b41,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:28.969746 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:28.970087 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:28.970422 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:28.970752 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:28.971080 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:28.971435 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:28.971755 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:28.972072 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:28.972390 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:28.972706 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:28.973020 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:28.973331 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:42:28.994213 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb04ae41-6c9d-4258-9eea-d453e10f8289 req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] No DVR routers for this DVR port 1847c735-ebc1-42db-af08-1042e7261b41 on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:42:28.996457 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-fb04ae41-6c9d-4258-9eea-d453e10f8289 req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:28.998452 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-fb04ae41-6c9d-4258-9eea-d453e10f8289 req-3c8e3c48-26e1-484c-8fc4-9780865efbb5 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.32 "DELETE /v2.0/ports/1847c735-ebc1-42db-af08-1042e7261b41 HTTP/1.1" status: 204 len: 173 time: 0.4006014 Aug 31 05:42:28.998837 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'name': 'network-vif-deleted', 'tag': '1847c735-ebc1-42db-af08-1042e7261b41'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:42:29.001066 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c548d4a3-4ae9-4492-a02f-dda8d2d65330" -d '{"events": [{"server_uuid": "e8c0b93c-a5bd-46a3-831f-d64c386016b3", "name": "network-vif-deleted", "tag": "1847c735-ebc1-42db-af08-1042e7261b41"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:42:29.092949 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ba5eb1-ce87-416c-bfc8-5df4e2e9f7ae x-openstack-request-id: req-04ba5eb1-ce87-416c-bfc8-5df4e2e9f7ae {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:42:29.093241 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c0b93c-a5bd-46a3-831f-d64c386016b3", "name": "network-vif-deleted", "tag": "1847c735-ebc1-42db-af08-1042e7261b41", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:42:29.093491 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04ba5eb1-ce87-416c-bfc8-5df4e2e9f7ae {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:42:29.093889 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c0b93c-a5bd-46a3-831f-d64c386016b3', 'name': 'network-vif-deleted', 'tag': '1847c735-ebc1-42db-af08-1042e7261b41', 'status': 'completed', 'code': 200} Aug 31 05:42:29.297127 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-894523e2-c5fc-4402-aba9-4e6df9ca57dc req-17ef3347-d34c-4d0b-a46a-50df86255faf tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8c0b93c-a5bd-46a3-831f-d64c386016b3 HTTP/1.1" status: 200 len: 210 time: 0.0313370 Aug 31 05:42:29.551871 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a3e7d27c-dadb-4536-9985-5cd8228afab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:30.352158 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52830) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:30.407996 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-218e22bb-ddfa-497c-94ef-7f1495ad3cc8 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:30.431708 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-218e22bb-ddfa-497c-94ef-7f1495ad3cc8 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:30.488236 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-218e22bb-ddfa-497c-94ef-7f1495ad3cc8 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:30.491017 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-218e22bb-ddfa-497c-94ef-7f1495ad3cc8 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:30.492171 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-218e22bb-ddfa-497c-94ef-7f1495ad3cc8 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] 10.222.0.10 "DELETE /v2.0/security-groups/8bd111a5-6c04-4bbe-b193-4857e77351b6 HTTP/1.1" status: 204 len: 168 time: 0.1390538 Aug 31 05:42:30.501741 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e22bb-ddfa-497c-94ef-7f1495ad3cc8 tempest-TestShelveInstance-704725930 tempest-TestShelveInstance-704725930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd111a5-6c04-4bbe-b193-4857e77351b6,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:30.538024 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52834) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:30.965940 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c6356d3f-dcfc-4888-a3c7-4a32bd602c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370190'] for router_interface, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:31.191476 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-c6356d3f-dcfc-4888-a3c7-4a32bd602c63 admin admin] Deleting port 10231178-d980-43ad-a64c-92cbe98c25a2 {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:31.191814 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c6356d3f-dcfc-4888-a3c7-4a32bd602c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:31.271605 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-c6356d3f-dcfc-4888-a3c7-4a32bd602c63 admin admin] For port 10231178-d980-43ad-a64c-92cbe98c25a2, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=10231178-d980-43ad-a64c-92cbe98c25a2,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:31.271968 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c6356d3f-dcfc-4888-a3c7-4a32bd602c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:31.284862 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-c6356d3f-dcfc-4888-a3c7-4a32bd602c63 admin admin] Calling delete_port for 10231178-d980-43ad-a64c-92cbe98c25a2 owned by network:router_interface {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:31.456332 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c6356d3f-dcfc-4888-a3c7-4a32bd602c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:31.479055 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6356d3f-dcfc-4888-a3c7-4a32bd602c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=10231178-d980-43ad-a64c-92cbe98c25a2,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:31.649242 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c6356d3f-dcfc-4888-a3c7-4a32bd602c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-370322'] for router_interface, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:31.864441 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6356d3f-dcfc-4888-a3c7-4a32bd602c63 admin admin] Router 3920856d-ce16-4c58-9be1-73f4aee4aedb has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:42:31.881054 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9f56-8751-4b9c-975d-6a3cd980feaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:31.968661 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6356d3f-dcfc-4888-a3c7-4a32bd602c63 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:42:31.974109 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-c6356d3f-dcfc-4888-a3c7-4a32bd602c63 admin admin] 10.222.0.10 "PUT /v2.0/routers/3920856d-ce16-4c58-9be1-73f4aee4aedb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4349515 Aug 31 05:42:31.975948 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52838) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:31.977260 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b6aae-5a0b-4d5b-af21-aacb4fc58585 None None] Sync routers for ids ['3920856d-ce16-4c58-9be1-73f4aee4aedb'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:42:31.987013 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b6aae-5a0b-4d5b-af21-aacb4fc58585 None None] Routers {'3920856d-ce16-4c58-9be1-73f4aee4aedb'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:42:31.987922 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c27b6aae-5a0b-4d5b-af21-aacb4fc58585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:42:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['3920856d-ce16-4c58-9be1-73f4aee4aedb'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:32.077614 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] Notify callbacks [] for router, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.088869 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-c27b6aae-5a0b-4d5b-af21-aacb4fc58585 None None] Set router 3920856d-ce16-4c58-9be1-73f4aee4aedb gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:42:32.177035 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.227907 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] Deleting port 0e84ad62-3101-48f9-b779-a54f66a3d80c {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:32.228248 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.260387 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c27b6aae-5a0b-4d5b-af21-aacb4fc58585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:42:31Z', 'revision_number': 5, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port': {'id': '0e84ad62-3101-48f9-b779-a54f66a3d80c', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:32.290561 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b6aae-5a0b-4d5b-af21-aacb4fc58585 None None] Checking router: 3920856d-ce16-4c58-9be1-73f4aee4aedb for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:42:32.300008 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b6aae-5a0b-4d5b-af21-aacb4fc58585 None None] Routers {'3920856d-ce16-4c58-9be1-73f4aee4aedb'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:42:32.300613 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c27b6aae-5a0b-4d5b-af21-aacb4fc58585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:42:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['3920856d-ce16-4c58-9be1-73f4aee4aedb'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:32.313832 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] For port 0e84ad62-3101-48f9-b779-a54f66a3d80c, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=0e84ad62-3101-48f9-b779-a54f66a3d80c,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:32.314326 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.327340 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] Calling delete_port for 0e84ad62-3101-48f9-b779-a54f66a3d80c owned by network:router_gateway {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:32.496934 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.510510 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.521962 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-c27b6aae-5a0b-4d5b-af21-aacb4fc58585 None None] Set router 3920856d-ce16-4c58-9be1-73f4aee4aedb gateway port host: None {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:42:32.528079 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e84ad62-3101-48f9-b779-a54f66a3d80c,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:32.572028 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c27b6aae-5a0b-4d5b-af21-aacb4fc58585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:42:32Z', 'revision_number': 6, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port_host': None}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:32.586325 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369456'] for router_gateway, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.601076 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b6aae-5a0b-4d5b-af21-aacb4fc58585 None None] The sync data for ids ['3920856d-ce16-4c58-9be1-73f4aee4aedb'] in dv-cinder-806559-3-iscsi is: [{'id': '3920856d-ce16-4c58-9be1-73f4aee4aedb', 'name': 'tempest-TestShelveInstance-1515701032-router', 'tenant_id': '9349f0436e254975aaa4733d463871ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:11Z', 'updated_at': '2021-08-31T05:42:32Z', 'revision_number': 6, 'project_id': '9349f0436e254975aaa4733d463871ef', 'gw_port_host': None}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:42:32.674562 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13089'] for router, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.676666 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.720183 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371717'] for router, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.720800 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3920856d-ce16-4c58-9be1-73f4aee4aedb {{(pid=94006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:42:32.725485 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] Notify callbacks [] for router, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.726662 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-46de29cd-1986-4687-9bdb-63742b50c41c admin admin] 10.222.0.10 "DELETE /v2.0/routers/3920856d-ce16-4c58-9be1-73f4aee4aedb HTTP/1.1" status: 204 len: 168 time: 0.7497959 Aug 31 05:42:32.729142 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52840) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:32.772370 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_v2 [None req-3889c55e-8180-4d44-9950-a0284247cda1 admin admin] Deleting subnet ea73c560-a18b-4a36-baf6-399d1890f917 {{(pid=94006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:42:32.775220 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3889c55e-8180-4d44-9950-a0284247cda1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.808593 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3889c55e-8180-4d44-9950-a0284247cda1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280608'] for subnet, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.887887 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3889c55e-8180-4d44-9950-a0284247cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.940858 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3889c55e-8180-4d44-9950-a0284247cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4057306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8545467'] for subnet, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.970815 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889c55e-8180-4d44-9950-a0284247cda1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea73c560-a18b-4a36-baf6-399d1890f917,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:32.973043 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3889c55e-8180-4d44-9950-a0284247cda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:32.977181 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-3889c55e-8180-4d44-9950-a0284247cda1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ea73c560-a18b-4a36-baf6-399d1890f917 HTTP/1.1" status: 204 len: 168 time: 0.2447741 Aug 31 05:42:32.977538 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52842) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:32.985629 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbd0963-e52a-427d-bda3-52f851d2140f None None] Network bac905ea-071d-422a-a005-855d664a6919 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:42:33.055321 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 1847c735-ebc1-42db-af08-1042e7261b41 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:42:33.057081 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:33.082472 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: 1847c735-ebc1-42db-af08-1042e7261b41 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:42:33.082819 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 1847c735-ebc1-42db-af08-1042e7261b41 not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:42:33.112853 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Deleting port 655efeda-a597-4658-b432-08ca34609aef {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:33.113192 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:33.179674 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] For port 655efeda-a597-4658-b432-08ca34609aef, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=655efeda-a597-4658-b432-08ca34609aef,segment=NetworkSegment(7781cd82-8885-4149-8c8b-bf89dfdbc5e7),segment_id=7781cd82-8885-4149-8c8b-bf89dfdbc5e7)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:33.180044 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:33.192980 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Calling delete_port for 655efeda-a597-4658-b432-08ca34609aef owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:33.269767 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:33.296392 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Pushing event deleted for resources: {'Port': ['ID=655efeda-a597-4658-b432-08ca34609aef,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:33.297904 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:33.298424 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] No DVR routers for this DVR port 655efeda-a597-4658-b432-08ca34609aef on host dv-cinder-806559-3-iscsi {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:42:33.369998 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:33.379892 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac905ea-071d-422a-a005-855d664a6919']}} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:33.389964 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7781cd82-8885-4149-8c8b-bf89dfdbc5e7') {'for_net_delete': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:33.390267 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7781cd82-8885-4149-8c8b-bf89dfdbc5e7') {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:33.399457 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8893952'] for segment, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:33.415379 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:33.423152 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:42:33.423571 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4119110'] for segment, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: Traceback (most recent call last): Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: timer() Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: cb(*args, **kw) Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: return func(*args, **kwargs) Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: self._notify() Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: self.callback(batched_events) Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: event.method(event) Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: return f(self, *a, **k) Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._get(url).json() Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: return self.request(url, 'GET', **kwargs) Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:42:33.425289 dv-cinder-806559-3-iscsi neutron-server[94005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:42:33.427462 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b7cd73-9759-4ae0-bcfa-bb28110d6a51 None None] DHCP port deletion for bac905ea-071d-422a-a005-855d664a6919 request from dv-cinder-806559-3-iscsi {{(pid=94007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:42:33.429610 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 10231178-d980-43ad-a64c-92cbe98c25a2 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:42:33.457348 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: 10231178-d980-43ad-a64c-92cbe98c25a2 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:42:33.457692 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 10231178-d980-43ad-a64c-92cbe98c25a2 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:42:33.481414 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:33.487795 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:33.489638 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bac905ea-071d-422a-a005-855d664a6919 HTTP/1.1" status: 204 len: 168 time: 0.5110810 Aug 31 05:42:33.492593 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52846) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:33.501483 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db269744-f360-4f7e-af09-ef3a1ab2d415 admin admin] Pushing event deleted for resources: {'Network': ['ID=bac905ea-071d-422a-a005-855d664a6919,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:34.033132 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-41d4fa39-b8f1-4f75-934d-dbd26d015c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370190'] for router_interface, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:34.267175 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-41d4fa39-b8f1-4f75-934d-dbd26d015c46 admin admin] Deleting port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:34.267519 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-41d4fa39-b8f1-4f75-934d-dbd26d015c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:34.346138 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-41d4fa39-b8f1-4f75-934d-dbd26d015c46 admin admin] For port 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad,segment=NetworkSegment(39637349-392d-49ed-a5ec-20001399b71b),segment_id=39637349-392d-49ed-a5ec-20001399b71b)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:34.346500 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-41d4fa39-b8f1-4f75-934d-dbd26d015c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:34.358695 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-41d4fa39-b8f1-4f75-934d-dbd26d015c46 admin admin] Calling delete_port for 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad owned by network:router_interface {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:34.531824 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-41d4fa39-b8f1-4f75-934d-dbd26d015c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:34.556753 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4fa39-b8f1-4f75-934d-dbd26d015c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:34.719455 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-41d4fa39-b8f1-4f75-934d-dbd26d015c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-370322'] for router_interface, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:34.791728 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 0e84ad62-3101-48f9-b779-a54f66a3d80c no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:42:34.812286 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: 0e84ad62-3101-48f9-b779-a54f66a3d80c {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:42:34.812565 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 0e84ad62-3101-48f9-b779-a54f66a3d80c not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:42:34.812973 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 655efeda-a597-4658-b432-08ca34609aef no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:42:34.830607 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: 655efeda-a597-4658-b432-08ca34609aef {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:42:34.830886 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 655efeda-a597-4658-b432-08ca34609aef not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:42:34.865690 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:34.934708 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d4fa39-b8f1-4f75-934d-dbd26d015c46 admin admin] Router 16325c71-651a-4930-84e5-dc5979fb0cbf has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:42:35.037201 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d4fa39-b8f1-4f75-934d-dbd26d015c46 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:42:35.042764 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-41d4fa39-b8f1-4f75-934d-dbd26d015c46 admin admin] 10.222.0.10 "PUT /v2.0/routers/16325c71-651a-4930-84e5-dc5979fb0cbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5486674 Aug 31 05:42:35.045326 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52850) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:35.046331 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98287b3b-66fc-41ab-8d6c-e05d0656fd9c None None] Sync routers for ids ['16325c71-651a-4930-84e5-dc5979fb0cbf'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:42:35.055522 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98287b3b-66fc-41ab-8d6c-e05d0656fd9c None None] Routers {'16325c71-651a-4930-84e5-dc5979fb0cbf'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:42:35.056129 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-98287b3b-66fc-41ab-8d6c-e05d0656fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:42:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['16325c71-651a-4930-84e5-dc5979fb0cbf'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:35.146518 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:35.244769 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-98287b3b-66fc-41ab-8d6c-e05d0656fd9c None None] Set router 16325c71-651a-4930-84e5-dc5979fb0cbf gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:42:35.249914 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:35.305763 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] Deleting port 83874ae9-f065-407f-9038-e63ee961dd97 {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:35.306108 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:35.385118 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] For port 83874ae9-f065-407f-9038-e63ee961dd97, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=83874ae9-f065-407f-9038-e63ee961dd97,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:35.385488 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:35.397798 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] Calling delete_port for 83874ae9-f065-407f-9038-e63ee961dd97 owned by network:router_gateway {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:35.416020 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-98287b3b-66fc-41ab-8d6c-e05d0656fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'name': 'tempest-TestShelveInstance-753370968-router', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '83874ae9-f065-407f-9038-e63ee961dd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:16Z', 'updated_at': '2021-08-31T05:42:34Z', 'revision_number': 5, 'project_id': '21e4839d547846d4a58ee327d229609c', 'gw_port': {'id': '83874ae9-f065-407f-9038-e63ee961dd97', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:37:17Z', 'updated_at': '2021-08-31T05:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:35.441355 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98287b3b-66fc-41ab-8d6c-e05d0656fd9c None None] Checking router: 16325c71-651a-4930-84e5-dc5979fb0cbf for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:42:35.449198 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98287b3b-66fc-41ab-8d6c-e05d0656fd9c None None] Routers {'16325c71-651a-4930-84e5-dc5979fb0cbf'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:42:35.449796 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-98287b3b-66fc-41ab-8d6c-e05d0656fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:42:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['16325c71-651a-4930-84e5-dc5979fb0cbf'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:35.535856 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-98287b3b-66fc-41ab-8d6c-e05d0656fd9c None None] Set router 16325c71-651a-4930-84e5-dc5979fb0cbf gateway port host: None {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:42:35.563059 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:35.586254 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=83874ae9-f065-407f-9038-e63ee961dd97,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:35.592994 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-98287b3b-66fc-41ab-8d6c-e05d0656fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'name': 'tempest-TestShelveInstance-753370968-router', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:16Z', 'updated_at': '2021-08-31T05:42:35Z', 'revision_number': 6, 'project_id': '21e4839d547846d4a58ee327d229609c', 'gw_port_host': None}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:35.619160 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98287b3b-66fc-41ab-8d6c-e05d0656fd9c None None] The sync data for ids ['16325c71-651a-4930-84e5-dc5979fb0cbf'] in dv-cinder-806559-3-iscsi is: [{'id': '16325c71-651a-4930-84e5-dc5979fb0cbf', 'name': 'tempest-TestShelveInstance-753370968-router', 'tenant_id': '21e4839d547846d4a58ee327d229609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:37:16Z', 'updated_at': '2021-08-31T05:42:35Z', 'revision_number': 6, 'project_id': '21e4839d547846d4a58ee327d229609c', 'gw_port_host': None}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:42:35.651445 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369456'] for router_gateway, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:35.739240 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13089'] for router, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:35.741252 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:35.783967 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371717'] for router, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:35.784490 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16325c71-651a-4930-84e5-dc5979fb0cbf {{(pid=94006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:42:35.790169 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] Notify callbacks [] for router, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:35.791425 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-eeb64781-9813-4115-adfa-c79b28bc2ab9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/16325c71-651a-4930-84e5-dc5979fb0cbf HTTP/1.1" status: 204 len: 168 time: 0.7451773 Aug 31 05:42:35.793944 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52852) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:35.836368 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc68b62-35cd-43c2-87b2-5993c910fc22 admin admin] Deleting subnet 2849f25e-85e1-45ef-b813-927adbc96a38 {{(pid=94006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:42:35.840098 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-afc68b62-35cd-43c2-87b2-5993c910fc22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:35.873304 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-afc68b62-35cd-43c2-87b2-5993c910fc22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280608'] for subnet, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:35.951635 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-afc68b62-35cd-43c2-87b2-5993c910fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.005762 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-afc68b62-35cd-43c2-87b2-5993c910fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4057306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8545467'] for subnet, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.031889 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc68b62-35cd-43c2-87b2-5993c910fc22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2849f25e-85e1-45ef-b813-927adbc96a38,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:36.036698 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-afc68b62-35cd-43c2-87b2-5993c910fc22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.041059 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-afc68b62-35cd-43c2-87b2-5993c910fc22 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2849f25e-85e1-45ef-b813-927adbc96a38 HTTP/1.1" status: 204 len: 168 time: 0.2436159 Aug 31 05:42:36.041626 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52854) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:36.048876 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5668477-bd2d-4a3e-ac7e-3f5d5729e595 None None] Network 3f3ab82a-f42d-45fb-b061-721e335a7c71 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:42:36.111005 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.163237 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Deleting port 10ad5f13-b49c-4ee8-becb-1912e534a6b7 {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:36.163637 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.223229 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] For port 10ad5f13-b49c-4ee8-becb-1912e534a6b7, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=10ad5f13-b49c-4ee8-becb-1912e534a6b7,segment=NetworkSegment(39637349-392d-49ed-a5ec-20001399b71b),segment_id=39637349-392d-49ed-a5ec-20001399b71b)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:36.223592 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.235909 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Calling delete_port for 10ad5f13-b49c-4ee8-becb-1912e534a6b7 owned by network:dhcp {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:36.319268 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.345857 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ad5f13-b49c-4ee8-becb-1912e534a6b7,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:36.347712 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] No DVR routers for this DVR port 10ad5f13-b49c-4ee8-becb-1912e534a6b7 on host dv-cinder-806559-3-iscsi {{(pid=94006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:42:36.369635 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14444c3a-4799-4aa9-b25c-3bccac9043d3 None None] DHCP port deletion for 3f3ab82a-f42d-45fb-b061-721e335a7c71 request from dv-cinder-806559-3-iscsi {{(pid=94007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:42:36.419166 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.428881 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3ab82a-f42d-45fb-b061-721e335a7c71']}} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:36.443307 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39637349-392d-49ed-a5ec-20001399b71b') {'for_net_delete': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:36.443606 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39637349-392d-49ed-a5ec-20001399b71b') {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:36.452471 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280603'] for segment, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.465770 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.471949 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:42:36.472408 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4057184'] for segment, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: Traceback (most recent call last): Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: timer() Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: cb(*args, **kw) Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: return func(*args, **kwargs) Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: self._notify() Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: self.callback(batched_events) Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: event.method(event) Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: return f(self, *a, **k) Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._get(url).json() Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: return self.request(url, 'GET', **kwargs) Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:42:36.474033 dv-cinder-806559-3-iscsi neutron-server[94006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:42:36.526897 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.531569 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.533465 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3f3ab82a-f42d-45fb-b061-721e335a7c71 HTTP/1.1" status: 204 len: 168 time: 0.4911106 Aug 31 05:42:36.546577 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111175e-93ed-46d0-b3ef-b16ea7526642 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f3ab82a-f42d-45fb-b061-721e335a7c71,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:36.650973 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52858) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:36.691302 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-7831eef3-f471-47de-9f43-1f530b16dd18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9349f0436e254975aaa4733d463871ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385256 Aug 31 05:42:36.693826 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52860) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:36.739734 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 10ad5f13-b49c-4ee8-becb-1912e534a6b7 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:42:36.749117 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-65aa395f-709b-45ca-ac73-fd93308d6165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.758788 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: 10ad5f13-b49c-4ee8-becb-1912e534a6b7 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:42:36.759163 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 10ad5f13-b49c-4ee8-becb-1912e534a6b7 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:42:36.759588 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:42:36.772757 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-65aa395f-709b-45ca-ac73-fd93308d6165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.781259 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:42:36.781610 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 96e79cec-52fb-4fc9-88b4-0ef3fc3e88ad not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:42:36.782025 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 83874ae9-f065-407f-9038-e63ee961dd97 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:42:36.800711 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: 83874ae9-f065-407f-9038-e63ee961dd97 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:42:36.801062 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 83874ae9-f065-407f-9038-e63ee961dd97 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:42:36.819469 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-65aa395f-709b-45ca-ac73-fd93308d6165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.822070 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-65aa395f-709b-45ca-ac73-fd93308d6165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:36.823267 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-65aa395f-709b-45ca-ac73-fd93308d6165 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a14215ac-b6b8-4e52-a897-dd9202fd60c0 HTTP/1.1" status: 204 len: 168 time: 0.1278367 Aug 31 05:42:36.831455 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa395f-709b-45ca-ac73-fd93308d6165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14215ac-b6b8-4e52-a897-dd9202fd60c0,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:37.131060 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52866) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:37.169561 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-b3fe2302-b44a-44eb-8a7e-60d8c4cc7c12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21e4839d547846d4a58ee327d229609c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373552 Aug 31 05:42:37.171777 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52868) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:37.220803 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7571df58-2857-45a0-bae8-e190e69abf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:37.240906 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7571df58-2857-45a0-bae8-e190e69abf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:37.286483 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7571df58-2857-45a0-bae8-e190e69abf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:37.289729 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7571df58-2857-45a0-bae8-e190e69abf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:37.291028 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-7571df58-2857-45a0-bae8-e190e69abf66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19bc6baa-b9ff-4cde-8ab4-d587b8d73f5c HTTP/1.1" status: 204 len: 168 time: 0.1183991 Aug 31 05:42:37.298906 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571df58-2857-45a0-bae8-e190e69abf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bc6baa-b9ff-4cde-8ab4-d587b8d73f5c,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:40.796124 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392e841-0ddc-4d63-934d-44aa04d7966f req-755de69d-c180-4911-8408-56f36e4957b2 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:40.797597 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2392e841-0ddc-4d63-934d-44aa04d7966f req-755de69d-c180-4911-8408-56f36e4957b2 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 946 time: 0.0477774 Aug 31 05:42:40.834395 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2392e841-0ddc-4d63-934d-44aa04d7966f req-29cb107c-5f75-499c-9fef-fdad98b4d0c8 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307961 Aug 31 05:42:41.952984 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10a9c1-83d9-4bf2-80ec-de9e08991d97 req-b9273b4b-abcb-488e-a055-d5e3fa226811 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:41.954440 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0c10a9c1-83d9-4bf2-80ec-de9e08991d97 req-b9273b4b-abcb-488e-a055-d5e3fa226811 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 946 time: 0.0476370 Aug 31 05:42:41.993478 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0c10a9c1-83d9-4bf2-80ec-de9e08991d97 req-334efc7d-196f-41f0-abff-022462df32c1 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups?id=5906500d-9e34-4676-b3a9-86fdfe7e1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331984 Aug 31 05:42:42.259527 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-0dc47fe3-4fe7-4f2e-986d-0a916a7acd7f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:42.261114 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-0dc47fe3-4fe7-4f2e-986d-0a916a7acd7f tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.32 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 946 time: 0.0481751 Aug 31 05:42:42.353036 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Deleting port fe5e7f81-ca46-459b-80dd-d0916bdad3c7 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:42.353380 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:42.438442 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] For port fe5e7f81-ca46-459b-80dd-d0916bdad3c7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:42.438800 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:42.601046 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:42.601336 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:42.601733 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.l3_db [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Floating IP 238addf5-4af6-40fe-a89d-468caec81304 disassociated. External IP: 172.27.1.81, port: fe5e7f81-ca46-459b-80dd-d0916bdad3c7. Aug 31 05:42:42.602082 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Calling delete_port for fe5e7f81-ca46-459b-80dd-d0916bdad3c7 owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:42.731571 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:42.757333 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event deleted for resources: {'Port': ['ID=fe5e7f81-ca46-459b-80dd-d0916bdad3c7,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:42.870251 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:42:42.897720 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:42:42.978675 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:42:42.989025 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c1286-6c42-4133-a22b-22b3009dd7bf None None] Sync routers for ids ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:42:42.997905 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c1286-6c42-4133-a22b-22b3009dd7bf None None] Routers {'0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:42:42.998515 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-629c1286-6c42-4133-a22b-22b3009dd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:42:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:43.017421 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] No DVR routers for this DVR port fe5e7f81-ca46-459b-80dd-d0916bdad3c7 on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:42:43.020095 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:43.022409 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-dc68d0d4-cf34-413a-ba78-7934ace000bb req-252cb877-6e31-4d03-b593-ab08e6859a59 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.32 "DELETE /v2.0/ports/fe5e7f81-ca46-459b-80dd-d0916bdad3c7 HTTP/1.1" status: 204 len: 173 time: 0.7557175 Aug 31 05:42:43.022856 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'name': 'network-vif-deleted', 'tag': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:42:43.025175 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec964a51-278e-4954-969a-fd3a3a1e40d7" -d '{"events": [{"server_uuid": "17b61c9d-d5fa-4f88-919a-c4ab48f747b4", "name": "network-vif-deleted", "tag": "fe5e7f81-ca46-459b-80dd-d0916bdad3c7"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:42:43.061460 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf445dc-3dec-44a2-bce4-38761dcd4b7c x-openstack-request-id: req-8cf445dc-3dec-44a2-bce4-38761dcd4b7c {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:42:43.061696 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b61c9d-d5fa-4f88-919a-c4ab48f747b4", "name": "network-vif-deleted", "tag": "fe5e7f81-ca46-459b-80dd-d0916bdad3c7", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:42:43.061960 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8cf445dc-3dec-44a2-bce4-38761dcd4b7c {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:42:43.062370 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b61c9d-d5fa-4f88-919a-c4ab48f747b4', 'name': 'network-vif-deleted', 'tag': 'fe5e7f81-ca46-459b-80dd-d0916bdad3c7', 'status': 'completed', 'code': 200} Aug 31 05:42:43.105889 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-629c1286-6c42-4133-a22b-22b3009dd7bf None None] Set router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:42:43.120875 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4f5fb355-b8f7-48dd-8566-502f985aa0f4 req-f1d537e4-fec8-41ff-b2b7-1ab726dd1200 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/ports?device_id=17b61c9d-d5fa-4f88-919a-c4ab48f747b4 HTTP/1.1" status: 200 len: 210 time: 0.0343497 Aug 31 05:42:43.320983 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-629c1286-6c42-4133-a22b-22b3009dd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:36:09Z', 'revision_number': 5, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:43.350782 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c1286-6c42-4133-a22b-22b3009dd7bf None None] Checking router: 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:42:43.358791 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c1286-6c42-4133-a22b-22b3009dd7bf None None] Routers {'0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:42:43.359415 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-629c1286-6c42-4133-a22b-22b3009dd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:42:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:43.459971 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-629c1286-6c42-4133-a22b-22b3009dd7bf None None] Set router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:42:43.646397 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-629c1286-6c42-4133-a22b-22b3009dd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:36:09Z', 'revision_number': 5, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:43.671886 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c1286-6c42-4133-a22b-22b3009dd7bf None None] The sync data for ids ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'] in dv-cinder-806559-3-iscsi is: [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:35:56Z', 'revision_number': 4, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'e45b71ed-f0b4-4c10-90b5-9945bc7a05f7', 'name': '', 'network_id': '363f55b9-7106-4007-95f7-6d844418cbce', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:55Z', 'updated_at': '2021-08-31T05:36:09Z', 'revision_number': 5, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'subnets': [{'id': '6e40e479-664b-4bab-bbec-50a8e96df2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:42:43.870803 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a85e724-0761-4814-ae30-5d41ffbfb07d None None] New status for floating IP 238addf5-4af6-40fe-a89d-468caec81304: DOWN {{(pid=94008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:42:44.194430 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 52896) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:44.248526 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-051f93a5-00b7-4896-9f38-62205acd8151 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:44.274581 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-051f93a5-00b7-4896-9f38-62205acd8151 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:44.321007 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-051f93a5-00b7-4896-9f38-62205acd8151 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:44.324469 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-051f93a5-00b7-4896-9f38-62205acd8151 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:44.325599 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-051f93a5-00b7-4896-9f38-62205acd8151 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "DELETE /v2.0/security-groups/5906500d-9e34-4676-b3a9-86fdfe7e1530 HTTP/1.1" status: 204 len: 168 time: 0.1301944 Aug 31 05:42:44.328378 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52898) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:44.334517 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f93a5-00b7-4896-9f38-62205acd8151 tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5906500d-9e34-4676-b3a9-86fdfe7e1530,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:44.345573 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.api.v2.resource [None req-836b4945-d68f-4647-8ecb-95717ccbd8fb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] show failed (client error): The resource could not be found. Aug 31 05:42:44.346597 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-836b4945-d68f-4647-8ecb-95717ccbd8fb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "GET /v2.0/security-groups/5906500d-9e34-4676-b3a9-86fdfe7e1530 HTTP/1.1" status: 404 len: 347 time: 0.0172515 Aug 31 05:42:44.349437 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52900) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:44.468073 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2352433b-982d-4275-ae0e-17f738b3fcbb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Deleting port 882523f1-98b8-4049-aeaf-1effb2c4b88c {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:44.468408 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2352433b-982d-4275-ae0e-17f738b3fcbb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:44.539279 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2352433b-982d-4275-ae0e-17f738b3fcbb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:44.539538 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2352433b-982d-4275-ae0e-17f738b3fcbb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:44.551794 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2352433b-982d-4275-ae0e-17f738b3fcbb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Calling delete_port for 882523f1-98b8-4049-aeaf-1effb2c4b88c owned by network:floatingip {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:44.684769 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2352433b-982d-4275-ae0e-17f738b3fcbb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:44.710946 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352433b-982d-4275-ae0e-17f738b3fcbb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Pushing event deleted for resources: {'Port': ['ID=882523f1-98b8-4049-aeaf-1effb2c4b88c,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:44.773349 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2352433b-982d-4275-ae0e-17f738b3fcbb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks [] for floatingip, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:44.775819 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2352433b-982d-4275-ae0e-17f738b3fcbb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:44.776990 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-2352433b-982d-4275-ae0e-17f738b3fcbb tempest-AttachVolumeShelveTestJSON-925566765 tempest-AttachVolumeShelveTestJSON-925566765-project] 10.222.0.10 "DELETE /v2.0/floatingips/238addf5-4af6-40fe-a89d-468caec81304 HTTP/1.1" status: 204 len: 168 time: 0.4266734 Aug 31 05:42:47.159780 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device fe5e7f81-ca46-459b-80dd-d0916bdad3c7 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:42:47.180086 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52924) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:47.183513 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: fe5e7f81-ca46-459b-80dd-d0916bdad3c7 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:42:47.183857 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device fe5e7f81-ca46-459b-80dd-d0916bdad3c7 not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:42:47.699785 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab1cd-15fc-4429-aec6-faee65655d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370190'] for router_interface, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:47.934099 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ab1cd-15fc-4429-aec6-faee65655d5e admin admin] Deleting port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:47.934435 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab1cd-15fc-4429-aec6-faee65655d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:48.010769 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6d8ab1cd-15fc-4429-aec6-faee65655d5e admin admin] For port e45b71ed-f0b4-4c10-90b5-9945bc7a05f7, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=e45b71ed-f0b4-4c10-90b5-9945bc7a05f7,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:48.011146 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab1cd-15fc-4429-aec6-faee65655d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:48.025981 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ab1cd-15fc-4429-aec6-faee65655d5e admin admin] Calling delete_port for e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 owned by network:router_interface {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:48.194866 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab1cd-15fc-4429-aec6-faee65655d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:48.458384 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ab1cd-15fc-4429-aec6-faee65655d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=e45b71ed-f0b4-4c10-90b5-9945bc7a05f7,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:48.617158 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab1cd-15fc-4429-aec6-faee65655d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-370322'] for router_interface, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:48.829411 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8ab1cd-15fc-4429-aec6-faee65655d5e admin admin] Router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:42:48.930434 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8ab1cd-15fc-4429-aec6-faee65655d5e admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:42:48.935826 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-6d8ab1cd-15fc-4429-aec6-faee65655d5e admin admin] 10.222.0.10 "PUT /v2.0/routers/0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7546465 Aug 31 05:42:48.938301 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52928) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:48.944158 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff0afa-635a-443c-b4cb-ad285b11a85d None None] Sync routers for ids ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:42:48.954508 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff0afa-635a-443c-b4cb-ad285b11a85d None None] Routers {'0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:42:48.955271 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-3aff0afa-635a-443c-b4cb-ad285b11a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:42:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:49.048338 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.063651 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-3aff0afa-635a-443c-b4cb-ad285b11a85d None None] Set router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:42:49.151063 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.206855 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] Deleting port b573847a-2d6b-4d9e-9594-6863cc0a72a0 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:49.207548 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.295395 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] For port b573847a-2d6b-4d9e-9594-6863cc0a72a0, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=b573847a-2d6b-4d9e-9594-6863cc0a72a0,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:49.295759 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.312680 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] Calling delete_port for b573847a-2d6b-4d9e-9594-6863cc0a72a0 owned by network:router_gateway {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:49.373511 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-3aff0afa-635a-443c-b4cb-ad285b11a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:42:48Z', 'revision_number': 5, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port': {'id': 'b573847a-2d6b-4d9e-9594-6863cc0a72a0', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:35:50Z', 'updated_at': '2021-08-31T05:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:49.398672 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff0afa-635a-443c-b4cb-ad285b11a85d None None] Checking router: 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:42:49.407560 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff0afa-635a-443c-b4cb-ad285b11a85d None None] Routers {'0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:42:49.408104 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-3aff0afa-635a-443c-b4cb-ad285b11a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:42:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:49.470684 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.493333 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-3aff0afa-635a-443c-b4cb-ad285b11a85d None None] Set router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d gateway port host: None {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:42:49.500206 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b573847a-2d6b-4d9e-9594-6863cc0a72a0,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:49.548153 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-3aff0afa-635a-443c-b4cb-ad285b11a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:42:49Z', 'revision_number': 6, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port_host': None}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:49.561502 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369456'] for router_gateway, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.575141 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff0afa-635a-443c-b4cb-ad285b11a85d None None] The sync data for ids ['0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d'] in dv-cinder-806559-3-iscsi is: [{'id': '0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-925541291-router', 'tenant_id': 'b6c47714db89402f9cf71ccca20e69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:35:48Z', 'updated_at': '2021-08-31T05:42:49Z', 'revision_number': 6, 'project_id': 'b6c47714db89402f9cf71ccca20e69bd', 'gw_port_host': None}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:42:49.665842 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13089'] for router, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.668559 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.732335 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371717'] for router, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.733010 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d {{(pid=94005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:42:49.738424 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] Notify callbacks [] for router, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.739862 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-39079f39-a010-488d-aae9-374c11f29a43 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0b7b0e7b-df6a-4146-9cf4-26a8ea6aaf1d HTTP/1.1" status: 204 len: 168 time: 0.8003025 Aug 31 05:42:49.742336 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52930) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:49.785495 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1bf53c-1893-4702-b912-2f68fd4f3a5b admin admin] Deleting subnet 6e40e479-664b-4bab-bbec-50a8e96df2b0 {{(pid=94005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:42:49.788862 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ed1bf53c-1893-4702-b912-2f68fd4f3a5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.822318 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ed1bf53c-1893-4702-b912-2f68fd4f3a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8894011'] for subnet, precommit_delete_associations {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.902402 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ed1bf53c-1893-4702-b912-2f68fd4f3a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.955606 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ed1bf53c-1893-4702-b912-2f68fd4f3a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4119292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9430040'] for subnet, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.979844 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bf53c-1893-4702-b912-2f68fd4f3a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e40e479-664b-4bab-bbec-50a8e96df2b0,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:49.985509 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ed1bf53c-1893-4702-b912-2f68fd4f3a5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:49.987816 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-ed1bf53c-1893-4702-b912-2f68fd4f3a5b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6e40e479-664b-4bab-bbec-50a8e96df2b0 HTTP/1.1" status: 204 len: 168 time: 0.2441187 Aug 31 05:42:49.990222 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52932) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:50.000970 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a06a3d-b100-4a0e-bb3c-b6037647df4d None None] Network 363f55b9-7106-4007-95f7-6d844418cbce requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:42:50.060898 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:50.113307 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Deleting port e2d47452-ab4a-4bf2-97a0-8c259dce450e {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:50.113646 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:50.174832 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] For port e2d47452-ab4a-4bf2-97a0-8c259dce450e, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=e2d47452-ab4a-4bf2-97a0-8c259dce450e,segment=NetworkSegment(ec5dd9ea-3a86-40f7-a5c4-a893d0215099),segment_id=ec5dd9ea-3a86-40f7-a5c4-a893d0215099)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:50.175151 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:50.187942 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Calling delete_port for e2d47452-ab4a-4bf2-97a0-8c259dce450e owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:50.266325 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:50.297223 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d47452-ab4a-4bf2-97a0-8c259dce450e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:50.300574 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] No DVR routers for this DVR port e2d47452-ab4a-4bf2-97a0-8c259dce450e on host dv-cinder-806559-3-iscsi {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:42:50.324671 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96930ac-d9db-491e-90c2-044a0a32e55f None None] DHCP port deletion for 363f55b9-7106-4007-95f7-6d844418cbce request from dv-cinder-806559-3-iscsi {{(pid=94007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:42:50.378576 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:50.388794 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363f55b9-7106-4007-95f7-6d844418cbce']}} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:50.399085 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099') {'for_net_delete': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:50.399435 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5dd9ea-3a86-40f7-a5c4-a893d0215099') {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:50.408694 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8893952'] for segment, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:50.423978 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:50.429935 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:42:50.430334 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4119110'] for segment, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: Traceback (most recent call last): Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: timer() Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: cb(*args, **kw) Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: return func(*args, **kwargs) Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: self._notify() Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: self.callback(batched_events) Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: event.method(event) Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: return f(self, *a, **k) Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._get(url).json() Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: return self.request(url, 'GET', **kwargs) Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:42:50.432006 dv-cinder-806559-3-iscsi neutron-server[94005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:42:50.487051 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:50.492009 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:50.494077 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] 10.222.0.10 "DELETE /v2.0/networks/363f55b9-7106-4007-95f7-6d844418cbce HTTP/1.1" status: 204 len: 168 time: 0.5022593 Aug 31 05:42:50.507538 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcb093-26cf-4f95-9dcd-6b29cdade35f admin admin] Pushing event deleted for resources: {'Network': ['ID=363f55b9-7106-4007-95f7-6d844418cbce,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:50.610154 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52938) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:50.650712 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-0386cbfb-b5ce-4a17-afec-215c47f9df5c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b6c47714db89402f9cf71ccca20e69bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393655 Aug 31 05:42:50.653238 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 52940) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:50.703762 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-de9ba6ea-739d-4fd2-a828-4bc9df6c632f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:50.724562 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-de9ba6ea-739d-4fd2-a828-4bc9df6c632f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:50.743664 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device e2d47452-ab4a-4bf2-97a0-8c259dce450e no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:42:50.763783 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: e2d47452-ab4a-4bf2-97a0-8c259dce450e {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:42:50.764127 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device e2d47452-ab4a-4bf2-97a0-8c259dce450e not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:42:50.764547 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:42:50.772498 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-de9ba6ea-739d-4fd2-a828-4bc9df6c632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:50.775224 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-de9ba6ea-739d-4fd2-a828-4bc9df6c632f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:50.776511 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-de9ba6ea-739d-4fd2-a828-4bc9df6c632f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47c84db1-2326-4f76-8eaa-16d8022570bd HTTP/1.1" status: 204 len: 168 time: 0.1222713 Aug 31 05:42:50.782957 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:42:50.783331 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device e45b71ed-f0b4-4c10-90b5-9945bc7a05f7 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:42:50.783743 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device b573847a-2d6b-4d9e-9594-6863cc0a72a0 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:42:50.784074 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ba6ea-739d-4fd2-a828-4bc9df6c632f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c84db1-2326-4f76-8eaa-16d8022570bd,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:50.809740 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: b573847a-2d6b-4d9e-9594-6863cc0a72a0 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:42:50.810083 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device b573847a-2d6b-4d9e-9594-6863cc0a72a0 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:42:51.351483 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731aca4-02a9-4d25-bc4a-6440836715ca req-ade96062-d394-41c8-801c-076abd2ef7a3 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:51.352974 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8731aca4-02a9-4d25-bc4a-6440836715ca req-ade96062-d394-41c8-801c-076abd2ef7a3 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0494366 Aug 31 05:42:51.390478 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8731aca4-02a9-4d25-bc4a-6440836715ca req-ca3638dc-24a1-4bdd-a77e-05900032b692 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316062 Aug 31 05:42:52.511163 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d732c4-5be4-42b9-82e1-a84e8674356b req-bb29469e-0168-43cc-aae2-abefb6b62ee1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:52.512607 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d4d732c4-5be4-42b9-82e1-a84e8674356b req-bb29469e-0168-43cc-aae2-abefb6b62ee1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0508566 Aug 31 05:42:52.549402 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d4d732c4-5be4-42b9-82e1-a84e8674356b req-30344329-09f2-41a5-b342-0943326f3374 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309401 Aug 31 05:42:53.435788 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-895c8c2f-40a3-4299-aded-1ef828e2a1d4 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:53.437223 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-895c8c2f-40a3-4299-aded-1ef828e2a1d4 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0464821 Aug 31 05:42:53.529754 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Deleting port 1301f336-a526-4378-9098-906ef374d112 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:53.530104 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:53.631581 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] For port 1301f336-a526-4378-9098-906ef374d112, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1301f336-a526-4378-9098-906ef374d112,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:42:53.631955 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:53.665888 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe4192-f0f4-425a-92d5-5ce0bbb4a87c req-12826300-4dd7-49df-8b2e-34615901c98a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:53.672505 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-54fe4192-f0f4-425a-92d5-5ce0bbb4a87c req-12826300-4dd7-49df-8b2e-34615901c98a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 946 time: 0.0542166 Aug 31 05:42:53.708307 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-54fe4192-f0f4-425a-92d5-5ce0bbb4a87c req-6a3cd34c-30e3-460d-8e7b-6a666137c30f tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=76ea4e5d-619c-450f-bc5c-fda61c7bda25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341733 Aug 31 05:42:53.812446 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:53.812883 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:53.813204 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.l3_db [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Floating IP 367e1e3c-1e17-4ca1-b3f0-c4c4e67e4409 disassociated. External IP: 172.27.1.59, port: 1301f336-a526-4378-9098-906ef374d112. Aug 31 05:42:53.813660 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Calling delete_port for 1301f336-a526-4378-9098-906ef374d112 owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:53.945599 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:53.982178 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event deleted for resources: {'Port': ['ID=1301f336-a526-4378-9098-906ef374d112,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:54.090293 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:42:54.193117 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:42:54.202405 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3179e2-7a59-4445-9e60-4fca305e802a None None] Sync routers for ids ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:42:54.211302 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3179e2-7a59-4445-9e60-4fca305e802a None None] Routers {'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:42:54.212024 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-2f3179e2-7a59-4445-9e60-4fca305e802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:42:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:54.231553 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] No DVR routers for this DVR port 1301f336-a526-4378-9098-906ef374d112 on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:42:54.234005 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:54.236089 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-c9a3b1ca-8db9-47fc-ab94-7f9057acff29 req-d3e57b7e-1de7-4f62-999b-997b22e6e6f1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.32 "DELETE /v2.0/ports/1301f336-a526-4378-9098-906ef374d112 HTTP/1.1" status: 204 len: 173 time: 0.7922573 Aug 31 05:42:54.236528 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfbe848-d337-4bf0-a5e0-310c970772d4', 'name': 'network-vif-deleted', 'tag': '1301f336-a526-4378-9098-906ef374d112'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:42:54.239189 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810aa23f-4b4b-4910-8588-6590b0cda7c9" -d '{"events": [{"server_uuid": "9dfbe848-d337-4bf0-a5e0-310c970772d4", "name": "network-vif-deleted", "tag": "1301f336-a526-4378-9098-906ef374d112"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:42:54.283212 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08399190-33e4-48b8-a22a-7de4ee0552c9 x-openstack-request-id: req-08399190-33e4-48b8-a22a-7de4ee0552c9 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:42:54.283967 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfbe848-d337-4bf0-a5e0-310c970772d4", "name": "network-vif-deleted", "tag": "1301f336-a526-4378-9098-906ef374d112", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:42:54.284281 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08399190-33e4-48b8-a22a-7de4ee0552c9 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:42:54.284729 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe848-d337-4bf0-a5e0-310c970772d4', 'name': 'network-vif-deleted', 'tag': '1301f336-a526-4378-9098-906ef374d112', 'status': 'completed', 'code': 200} Aug 31 05:42:54.332123 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-2f3179e2-7a59-4445-9e60-4fca305e802a None None] Set router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:42:54.531686 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-2f3179e2-7a59-4445-9e60-4fca305e802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:35Z', 'revision_number': 5, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:54.556312 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3179e2-7a59-4445-9e60-4fca305e802a None None] Checking router: f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:42:54.564232 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3179e2-7a59-4445-9e60-4fca305e802a None None] Routers {'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:42:54.564769 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-2f3179e2-7a59-4445-9e60-4fca305e802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:42:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:54.617083 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:54.679203 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-2f3179e2-7a59-4445-9e60-4fca305e802a None None] Set router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:42:54.831682 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0858e9d2-eb98-453a-9b01-ce2c9b35d7a3 req-f95e7c1e-4676-4ad5-9c23-c7e953879566 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfbe848-d337-4bf0-a5e0-310c970772d4 HTTP/1.1" status: 200 len: 210 time: 0.0348663 Aug 31 05:42:54.880831 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-2f3179e2-7a59-4445-9e60-4fca305e802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:35Z', 'revision_number': 5, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:42:54.909956 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3179e2-7a59-4445-9e60-4fca305e802a None None] The sync data for ids ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'] in dv-cinder-806559-3-iscsi is: [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:35Z', 'revision_number': 5, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:42:55.134875 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d51df5-3faf-4290-8d67-3d9c0e36230d None None] New status for floating IP 367e1e3c-1e17-4ca1-b3f0-c4c4e67e4409: DOWN {{(pid=94007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:42:55.642501 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53052) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:55.744149 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-601e8447-989b-4c9b-8c11-14408e060172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:55.833724 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-601e8447-989b-4c9b-8c11-14408e060172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:55.837506 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-601e8447-989b-4c9b-8c11-14408e060172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:55.874901 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-601e8447-989b-4c9b-8c11-14408e060172 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=718052b08dc94102b8262710f37757f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312784 Aug 31 05:42:55.876972 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e8447-989b-4c9b-8c11-14408e060172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0faad49-ce53-4cab-88b7-366fdd53c57a,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:55.877597 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53058) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:55.913613 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53062) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:55.934571 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b619ac30-d1de-4724-849a-55899cd4c3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:55.956349 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b619ac30-d1de-4724-849a-55899cd4c3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:55.968219 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9874fa65-1405-4e47-8aeb-44d385d50d45 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:55.990671 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9874fa65-1405-4e47-8aeb-44d385d50d45 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.002965 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b619ac30-d1de-4724-849a-55899cd4c3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.005789 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b619ac30-d1de-4724-849a-55899cd4c3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.007028 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-b619ac30-d1de-4724-849a-55899cd4c3b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0faad49-ce53-4cab-88b7-366fdd53c57a HTTP/1.1" status: 204 len: 168 time: 0.1284349 Aug 31 05:42:56.017733 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619ac30-d1de-4724-849a-55899cd4c3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0faad49-ce53-4cab-88b7-366fdd53c57a,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:56.048940 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9874fa65-1405-4e47-8aeb-44d385d50d45 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.051625 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9874fa65-1405-4e47-8aeb-44d385d50d45 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.052780 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-9874fa65-1405-4e47-8aeb-44d385d50d45 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "DELETE /v2.0/security-groups/76ea4e5d-619c-450f-bc5c-fda61c7bda25 HTTP/1.1" status: 204 len: 168 time: 0.1381783 Aug 31 05:42:56.055959 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53066) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:56.062017 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874fa65-1405-4e47-8aeb-44d385d50d45 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ea4e5d-619c-450f-bc5c-fda61c7bda25,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:56.075390 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.api.v2.resource [None req-8b143e5d-dbf5-461c-8a43-01db1171a788 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] show failed (client error): The resource could not be found. Aug 31 05:42:56.079237 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-8b143e5d-dbf5-461c-8a43-01db1171a788 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups/76ea4e5d-619c-450f-bc5c-fda61c7bda25 HTTP/1.1" status: 404 len: 347 time: 0.0195827 Aug 31 05:42:56.079577 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53068) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:56.207441 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-999554f2-4e1c-42c0-a959-e920b54385c1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Deleting port b935e583-800d-413b-a715-b8954cca6d17 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:42:56.207752 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-999554f2-4e1c-42c0-a959-e920b54385c1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.291188 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-999554f2-4e1c-42c0-a959-e920b54385c1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.291554 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-999554f2-4e1c-42c0-a959-e920b54385c1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.296067 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53072) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:56.304121 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-999554f2-4e1c-42c0-a959-e920b54385c1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Calling delete_port for b935e583-800d-413b-a715-b8954cca6d17 owned by network:floatingip {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:42:56.310697 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a216a0c8-3a38-45de-8150-b1b1ca85dfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.409082 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a216a0c8-3a38-45de-8150-b1b1ca85dfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.412841 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a216a0c8-3a38-45de-8150-b1b1ca85dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.444463 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-999554f2-4e1c-42c0-a959-e920b54385c1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.451260 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-a216a0c8-3a38-45de-8150-b1b1ca85dfb8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7e495d29c7f4f12aa715d786cb3327a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539607 Aug 31 05:42:56.452329 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216a0c8-3a38-45de-8150-b1b1ca85dfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71c67a4-8c46-43bc-b97d-fc7db335e9fd,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:56.454958 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53074) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:56.506804 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c7b39a82-55dc-4fc5-93a2-e11ead3225cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.534361 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c7b39a82-55dc-4fc5-93a2-e11ead3225cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.585357 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c7b39a82-55dc-4fc5-93a2-e11ead3225cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.588034 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c7b39a82-55dc-4fc5-93a2-e11ead3225cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.591198 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-c7b39a82-55dc-4fc5-93a2-e11ead3225cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d71c67a4-8c46-43bc-b97d-fc7db335e9fd HTTP/1.1" status: 204 len: 168 time: 0.1354129 Aug 31 05:42:56.599608 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b39a82-55dc-4fc5-93a2-e11ead3225cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71c67a4-8c46-43bc-b97d-fc7db335e9fd,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:56.719803 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999554f2-4e1c-42c0-a959-e920b54385c1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event deleted for resources: {'Port': ['ID=b935e583-800d-413b-a715-b8954cca6d17,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:56.781016 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-999554f2-4e1c-42c0-a959-e920b54385c1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for floatingip, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.783540 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-999554f2-4e1c-42c0-a959-e920b54385c1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:56.784815 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-999554f2-4e1c-42c0-a959-e920b54385c1 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "DELETE /v2.0/floatingips/367e1e3c-1e17-4ca1-b3f0-c4c4e67e4409 HTTP/1.1" status: 204 len: 168 time: 0.7042150 Aug 31 05:42:56.938282 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53088) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:56.942828 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-2d23128c-5423-4450-96e5-6ca50b9d5081 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1701436379', 'description': 'tempest-description--1906256583'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:42:56.965369 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2d23128c-5423-4450-96e5-6ca50b9d5081 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.047043 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2d23128c-5423-4450-96e5-6ca50b9d5081 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.050717 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2d23128c-5423-4450-96e5-6ca50b9d5081 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.077322 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2d23128c-5423-4450-96e5-6ca50b9d5081 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.078559 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-2d23128c-5423-4450-96e5-6ca50b9d5081 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1392844 Aug 31 05:42:57.081499 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53094) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:57.084233 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23128c-5423-4450-96e5-6ca50b9d5081 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b484197-044b-4873-83a1-68012fe35a69,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:57.087509 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-6e847f17-6f6b-48a0-baab-d8329045c955 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Request body: {'security_group_rule': {'security_group_id': '0b484197-044b-4873-83a1-68012fe35a69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:42:57.117337 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e847f17-6f6b-48a0-baab-d8329045c955 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.172593 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e847f17-6f6b-48a0-baab-d8329045c955 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.175737 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 1301f336-a526-4378-9098-906ef374d112 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:42:57.177237 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e847f17-6f6b-48a0-baab-d8329045c955 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.196063 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: 1301f336-a526-4378-9098-906ef374d112 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:42:57.196404 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 1301f336-a526-4378-9098-906ef374d112 not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:42:57.197324 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e847f17-6f6b-48a0-baab-d8329045c955 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c0fb60-fa21-415b-84e2-ca28345d057c,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:57.205777 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e847f17-6f6b-48a0-baab-d8329045c955 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.207189 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-6e847f17-6f6b-48a0-baab-d8329045c955 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239343 Aug 31 05:42:57.209809 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53100) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:57.215034 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-a46b7019-c287-4dde-b9a5-ef05bbd18810 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Request body: {'security_group_rule': {'security_group_id': '0b484197-044b-4873-83a1-68012fe35a69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:42:57.242130 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a46b7019-c287-4dde-b9a5-ef05bbd18810 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.303955 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a46b7019-c287-4dde-b9a5-ef05bbd18810 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.309135 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a46b7019-c287-4dde-b9a5-ef05bbd18810 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.328585 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b7019-c287-4dde-b9a5-ef05bbd18810 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482d0e8e-9422-44ec-8a37-0a280a83fd25,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:57.335753 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a46b7019-c287-4dde-b9a5-ef05bbd18810 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.336949 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-a46b7019-c287-4dde-b9a5-ef05bbd18810 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261883 Aug 31 05:42:57.340682 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53106) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:42:57.345156 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Request body: {'floatingip': {'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:42:57.367365 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for floatingip, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.461283 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.568424 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Allocated IP 172.27.1.184 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/cd1d926a-fd03-4181-a3db-0b0db3230315) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:42:57.673436 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.716949 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.752993 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:42:57.757811 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:42:57.761927 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:42:57.784975 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event updated for resources: {'Port': ['ID=cd1d926a-fd03-4181-a3db-0b0db3230315,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:57.852632 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:57.886376 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:58.038336 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:58.043471 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:58.117160 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event updated for resources: {'Port': ['ID=cd1d926a-fd03-4181-a3db-0b0db3230315,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:42:58.127894 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:58.141647 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:42:58.142921 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-15a4e1a3-c5e1-43e6-a743-084f50db5c11 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8012884 Aug 31 05:42:58.349327 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-7b73b0f3-9d33-4d80-ac0f-367f6666c244 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1701436379&fields=id&tenant_id=34d723e9f42f4e3f8378c14cfd4626d7 HTTP/1.1" status: 200 len: 267 time: 0.0401118 Aug 31 05:42:58.671044 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-c87038d9-ac80-4305-8b60-f6d6b0256f1b tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:42:58.672457 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-c87038d9-ac80-4305-8b60-f6d6b0256f1b tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/networks?id=eee52fee-fc33-48ae-a18b-8f7aa5914e38 HTTP/1.1" status: 200 len: 811 time: 0.3155782 Aug 31 05:42:58.686749 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-c37132cc-be0f-4d09-8ace-baa2ce846b60 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/quotas/34d723e9f42f4e3f8378c14cfd4626d7 HTTP/1.1" status: 200 len: 375 time: 0.0086451 Aug 31 05:42:58.741077 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-4e16b639-e7e2-41ba-b5b4-9fc2e0c200ca tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=34d723e9f42f4e3f8378c14cfd4626d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492153 Aug 31 05:42:58.835489 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-532df254-3024-42e0-8cac-ab068a126ee3 service neutron] 10.222.0.10 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826476 Aug 31 05:42:58.928119 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-a6dae4b8-4b15-4eb7-b24b-beab8a3b8056 service neutron] 10.222.0.10 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853312 Aug 31 05:42:59.085968 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ae647e21-eb0c-4d1b-a8b2-2ea4081a3f19 req-d27f7834-71e2-459c-8a4b-e0ba11016eff tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 210 time: 0.0277607 Aug 31 05:42:59.552739 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-90223239-99d5-43ea-8921-292be675a7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:00.071048 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-f9ca514d-3687-4d7e-ba35-4bbf7a028892 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:00.072882 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-f9ca514d-3687-4d7e-ba35-4bbf7a028892 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.32 "GET /v2.0/networks?id=eee52fee-fc33-48ae-a18b-8f7aa5914e38 HTTP/1.1" status: 200 len: 811 time: 0.1063259 Aug 31 05:43:00.122687 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-a1025196-2827-4443-bfc1-4ca798fbf010 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d723e9f42f4e3f8378c14cfd4626d7 HTTP/1.1" status: 200 len: 380 time: 0.0398552 Aug 31 05:43:00.165406 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1f43ee72-403c-435f-86a6-d1d81eef828e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Request body: {'port': {'device_id': '8f67271c-eb87-4c31-b141-8a1c0a5cc93e', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'admin_state_up': True, 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'security_groups': ['0b484197-044b-4873-83a1-68012fe35a69']}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:43:00.184226 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1c8aa5fc-bba6-4a7b-a89f-1a51647f4032 req-249f2f32-8327-4983-a21b-b5b53b9bc0a0 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 210 time: 0.0305879 Aug 31 05:43:00.282841 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1f43ee72-403c-435f-86a6-d1d81eef828e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Made reservation on behalf of 34d723e9f42f4e3f8378c14cfd4626d7 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:43:00.288194 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1f43ee72-403c-435f-86a6-d1d81eef828e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:00.413199 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1f43ee72-403c-435f-86a6-d1d81eef828e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Allocated IP 172.20.0.13 (eee52fee-fc33-48ae-a18b-8f7aa5914e38/5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97/2028e44c-f615-451a-ac52-e88cbef4b7dc) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:43:00.540416 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1f43ee72-403c-435f-86a6-d1d81eef828e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:00.553364 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1f43ee72-403c-435f-86a6-d1d81eef828e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Transition to ACTIVE for port object 2028e44c-f615-451a-ac52-e88cbef4b7dc will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:43:00.584446 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1f43ee72-403c-435f-86a6-d1d81eef828e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:00.627982 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1f43ee72-403c-435f-86a6-d1d81eef828e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Network eee52fee-fc33-48ae-a18b-8f7aa5914e38 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:43:00.633119 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1f43ee72-403c-435f-86a6-d1d81eef828e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:43:00.637431 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1f43ee72-403c-435f-86a6-d1d81eef828e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:43:00.662512 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43ee72-403c-435f-86a6-d1d81eef828e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event updated for resources: {'Port': ['ID=2028e44c-f615-451a-ac52-e88cbef4b7dc,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:00.690621 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1f43ee72-403c-435f-86a6-d1d81eef828e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:00.691285 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1f43ee72-403c-435f-86a6-d1d81eef828e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:00.706648 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1f43ee72-403c-435f-86a6-d1d81eef828e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5453956 Aug 31 05:43:00.723758 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Request body: {'port': {'device_id': '8f67271c-eb87-4c31-b141-8a1c0a5cc93e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:43:00.780176 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:00.889917 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-cddb29b7-d4a5-4851-a1c3-6fcf2ce48dd8 None None] Provisioning for port 2028e44c-f615-451a-ac52-e88cbef4b7dc completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:43:00.893630 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-cddb29b7-d4a5-4851-a1c3-6fcf2ce48dd8 None None] Provisioning complete for port 2028e44c-f615-451a-ac52-e88cbef4b7dc triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:43:00.894006 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-cddb29b7-d4a5-4851-a1c3-6fcf2ce48dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:00.926987 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-cddb29b7-d4a5-4851-a1c3-6fcf2ce48dd8 None None] Port 2028e44c-f615-451a-ac52-e88cbef4b7dc cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:43:01.045688 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2028e44c-f615-451a-ac52-e88cbef4b7dc {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:43:01.052855 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:01.065006 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Transition to ACTIVE for port object 2028e44c-f615-451a-ac52-e88cbef4b7dc will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:43:01.067850 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:01.118488 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Pushing event updated for resources: {'Port': ['ID=2028e44c-f615-451a-ac52-e88cbef4b7dc,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:01.192858 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Attempting to bind port 2028e44c-f615-451a-ac52-e88cbef4b7dc on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:43:01.193287 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Attempting to bind port 2028e44c-f615-451a-ac52-e88cbef4b7dc by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:43:01.193727 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Attempting to bind port 2028e44c-f615-451a-ac52-e88cbef4b7dc on network eee52fee-fc33-48ae-a18b-8f7aa5914e38 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:43:01.198623 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Port 2028e44c-f615-451a-ac52-e88cbef4b7dc on network eee52fee-fc33-48ae-a18b-8f7aa5914e38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:43:01.198941 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Attempting to bind port 2028e44c-f615-451a-ac52-e88cbef4b7dc on network eee52fee-fc33-48ae-a18b-8f7aa5914e38 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:43:01.204011 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:43:01.204249 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Checking segment: {'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:43:01.204632 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Bound using segment: {'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:43:01.205323 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Bound port: 2028e44c-f615-451a-ac52-e88cbef4b7dc, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56346df4-29f0-4885-a393-2f721f361008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:43:01.205574 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:01.288848 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] For port 2028e44c-f615-451a-ac52-e88cbef4b7dc, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:43:01.293401 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] For port 2028e44c-f615-451a-ac52-e88cbef4b7dc, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=2028e44c-f615-451a-ac52-e88cbef4b7dc,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:43:01.299919 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:01.327684 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda9ff6-f0f5-4942-9c07-ae86d4e8d61b req-68eca6f2-2641-4f90-bd83-21c98e16191e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:01.329327 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cdda9ff6-f0f5-4942-9c07-ae86d4e8d61b req-68eca6f2-2641-4f90-bd83-21c98e16191e tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 944 time: 0.0678792 Aug 31 05:43:01.343988 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:01.344626 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:01.346029 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] 10.222.0.32 "PUT /v2.0/ports/2028e44c-f615-451a-ac52-e88cbef4b7dc HTTP/1.1" status: 200 len: 1094 time: 0.6267109 Aug 31 05:43:01.346556 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f67271c-eb87-4c31-b141-8a1c0a5cc93e', 'tag': '2028e44c-f615-451a-ac52-e88cbef4b7dc'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:43:01.348769 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915908a5-510c-446c-8600-bffedf95bf79" -d '{"events": [{"name": "network-changed", "server_uuid": "8f67271c-eb87-4c31-b141-8a1c0a5cc93e", "tag": "2028e44c-f615-451a-ac52-e88cbef4b7dc"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:43:01.388089 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114184d-a96f-4bcd-ae2f-d2704db82b24 service neutron] Pushing event updated for resources: {'Port': ['ID=2028e44c-f615-451a-ac52-e88cbef4b7dc,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:01.395911 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cdda9ff6-f0f5-4942-9c07-ae86d4e8d61b req-695e2ce6-0052-4438-9c43-740a39a23c06 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b484197-044b-4873-83a1-68012fe35a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531683 Aug 31 05:43:01.427540 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7000d106-cfcc-4749-a75e-f2f24de248ab x-openstack-request-id: req-7000d106-cfcc-4749-a75e-f2f24de248ab {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:43:01.427829 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f67271c-eb87-4c31-b141-8a1c0a5cc93e", "tag": "2028e44c-f615-451a-ac52-e88cbef4b7dc", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:43:01.428072 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7000d106-cfcc-4749-a75e-f2f24de248ab {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:43:01.428469 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f67271c-eb87-4c31-b141-8a1c0a5cc93e', 'tag': '2028e44c-f615-451a-ac52-e88cbef4b7dc', 'status': 'completed', 'code': 200} Aug 31 05:43:01.446267 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-21d7f856-51d8-4c99-9d8d-a9e4130bffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:01.447973 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-21d7f856-51d8-4c99-9d8d-a9e4130bffe1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34d723e9f42f4e3f8378c14cfd4626d7&device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 1097 time: 0.0521133 Aug 31 05:43:01.501139 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-7ced5b82-0423-47ae-b5f0-5a81fbc19aae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2028e44c-f615-451a-ac52-e88cbef4b7dc HTTP/1.1" status: 200 len: 217 time: 0.0422184 Aug 31 05:43:01.556116 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-8aad04b2-82c8-47b0-a689-5af85822f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:01.558297 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-8aad04b2-82c8-47b0-a689-5af85822f2e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97 HTTP/1.1" status: 200 len: 850 time: 0.0464702 Aug 31 05:43:01.594353 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53194) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:01.618331 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-351b6b48-e1d7-4777-9c02-e4481123be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:01.619924 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-351b6b48-e1d7-4777-9c02-e4481123be41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eee52fee-fc33-48ae-a18b-8f7aa5914e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475960 Aug 31 05:43:01.704444 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f010-ddb3-4f45-bfc5-f12ea674873f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:01.715520 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-ab6f33a7-c87c-4060-a93c-ac1cc9ae3fd2 service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842938 Aug 31 05:43:01.791063 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f010-ddb3-4f45-bfc5-f12ea674873f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:01.796415 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f010-ddb3-4f45-bfc5-f12ea674873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:01.810369 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-66916e45-054c-4c8e-b6e3-20232a2cfda8 req-6cf2dbe5-c77b-4533-88c5-f4744fa3f4ab service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841184 Aug 31 05:43:01.836946 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-b0a8f010-ddb3-4f45-bfc5-f12ea674873f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84882b1f0e3b4fb5b59e40eb4ed7c50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410798 Aug 31 05:43:01.839578 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8f010-ddb3-4f45-bfc5-f12ea674873f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d220c5fb-733c-4c4e-88ec-8ee5d5fa340e,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:01.840334 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53198) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:01.880765 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7bac-ec25-47aa-9ac0-1625a48b4f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:01.921777 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7b5e-2132-4792-baa3-70c541760086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:01.934040 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915908a5-510c-446c-8600-bffedf95bf79 req-921a8231-54b0-4df8-9c61-30ce6662a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:01.935545 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-915908a5-510c-446c-8600-bffedf95bf79 req-921a8231-54b0-4df8-9c61-30ce6662a60b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34d723e9f42f4e3f8378c14cfd4626d7&device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 1097 time: 0.0616517 Aug 31 05:43:01.956429 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7b5e-2132-4792-baa3-70c541760086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:02.051934 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915908a5-510c-446c-8600-bffedf95bf79 req-14b032b1-eef5-45da-9cba-ac036cc11b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:02.053537 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-915908a5-510c-446c-8600-bffedf95bf79 req-14b032b1-eef5-45da-9cba-ac036cc11b27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eee52fee-fc33-48ae-a18b-8f7aa5914e38 HTTP/1.1" status: 200 len: 912 time: 0.1094172 Aug 31 05:43:02.057508 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7b5e-2132-4792-baa3-70c541760086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:02.060503 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7b5e-2132-4792-baa3-70c541760086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:02.061553 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-ba5e7b5e-2132-4792-baa3-70c541760086 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d220c5fb-733c-4c4e-88ec-8ee5d5fa340e HTTP/1.1" status: 204 len: 168 time: 0.2201095 Aug 31 05:43:02.106802 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e7b5e-2132-4792-baa3-70c541760086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d220c5fb-733c-4c4e-88ec-8ee5d5fa340e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:02.110383 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-915908a5-510c-446c-8600-bffedf95bf79 req-7fd8cf94-4bc2-490d-a661-256fef93e979 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2028e44c-f615-451a-ac52-e88cbef4b7dc HTTP/1.1" status: 200 len: 217 time: 0.0477967 Aug 31 05:43:02.162205 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915908a5-510c-446c-8600-bffedf95bf79 req-a6f61b75-6406-4daa-8152-93f3c115af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:02.164609 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-915908a5-510c-446c-8600-bffedf95bf79 req-a6f61b75-6406-4daa-8152-93f3c115af8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97 HTTP/1.1" status: 200 len: 850 time: 0.0466690 Aug 31 05:43:02.211130 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915908a5-510c-446c-8600-bffedf95bf79 req-9f86ad62-0b92-4feb-b310-9b331836f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:02.212760 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-915908a5-510c-446c-8600-bffedf95bf79 req-9f86ad62-0b92-4feb-b310-9b331836f94a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eee52fee-fc33-48ae-a18b-8f7aa5914e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404756 Aug 31 05:43:02.313676 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-915908a5-510c-446c-8600-bffedf95bf79 req-08f6a64a-cce2-47bf-814f-de2467a1933d service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925789 Aug 31 05:43:02.321971 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53204) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:02.351385 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-551e43da-8acf-4ae5-b8fb-5fa5950b20f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:02.352186 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:02.453382 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-915908a5-510c-446c-8600-bffedf95bf79 req-44fe01a3-0404-440d-b8b3-8339802c22c5 service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286068 Aug 31 05:43:02.504132 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08039a1-cf50-4e05-91f4-a606ed12227a req-0ec19c54-7bd2-440f-b9aa-38d2a59473ac tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:02.505624 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a08039a1-cf50-4e05-91f4-a606ed12227a req-0ec19c54-7bd2-440f-b9aa-38d2a59473ac tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 944 time: 0.0509789 Aug 31 05:43:02.506023 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-551e43da-8acf-4ae5-b8fb-5fa5950b20f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:02.510434 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-551e43da-8acf-4ae5-b8fb-5fa5950b20f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:02.544346 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a08039a1-cf50-4e05-91f4-a606ed12227a req-9e29a3b2-448f-4fa5-a961-08a39c633070 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b484197-044b-4873-83a1-68012fe35a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315599 Aug 31 05:43:02.548507 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-551e43da-8acf-4ae5-b8fb-5fa5950b20f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d4454ae1d494faba41c19eaa226f627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255225 Aug 31 05:43:02.549633 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e43da-8acf-4ae5-b8fb-5fa5950b20f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd3fbbb-7bb7-4796-93f3-e93ced42fec1,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:02.551010 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53210) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:02.611883 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3f420c9c-ffbd-427d-8653-207aa78fbd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:02.632859 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3f420c9c-ffbd-427d-8653-207aa78fbd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:02.676307 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3f420c9c-ffbd-427d-8653-207aa78fbd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:02.678964 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3f420c9c-ffbd-427d-8653-207aa78fbd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:02.680118 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-3f420c9c-ffbd-427d-8653-207aa78fbd30 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ccd3fbbb-7bb7-4796-93f3-e93ced42fec1 HTTP/1.1" status: 204 len: 168 time: 0.1262083 Aug 31 05:43:02.687858 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f420c9c-ffbd-427d-8653-207aa78fbd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd3fbbb-7bb7-4796-93f3-e93ced42fec1,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:03.301600 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:03.667220 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deded3e-7369-4b58-aae4-385dafd1c848 req-2b428a2a-9201-42a3-ab8c-2bcda1e360a4 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:03.668611 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3deded3e-7369-4b58-aae4-385dafd1c848 req-2b428a2a-9201-42a3-ab8c-2bcda1e360a4 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 944 time: 0.0496116 Aug 31 05:43:03.706780 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3deded3e-7369-4b58-aae4-385dafd1c848 req-5da0f7f3-07a2-494e-9dc7-82a8fd8a1c29 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b484197-044b-4873-83a1-68012fe35a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319824 Aug 31 05:43:04.821080 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bb9f8-0bf5-4503-bc95-28d8f6795797 req-de1fbfbb-8f9e-4dee-98fb-f2cac30bdf71 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:04.822455 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-de9bb9f8-0bf5-4503-bc95-28d8f6795797 req-de1fbfbb-8f9e-4dee-98fb-f2cac30bdf71 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 944 time: 0.0480485 Aug 31 05:43:04.860906 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-de9bb9f8-0bf5-4503-bc95-28d8f6795797 req-e0170252-a4d4-47f7-8c17-cb7364f44f44 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b484197-044b-4873-83a1-68012fe35a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Aug 31 05:43:04.868031 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:05.191730 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 2028e44c-f615-451a-ac52-e88cbef4b7dc details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:43:05.280412 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 2028e44c-f615-451a-ac52-e88cbef4b7dc, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=2028e44c-f615-451a-ac52-e88cbef4b7dc,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:43:05.291526 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '2028e44c-f615-451a-ac52-e88cbef4b7dc', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'port_id': '2028e44c-f615-451a-ac52-e88cbef4b7dc', 'mac_address': 'fa:16:3e:69:23:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:43:05.331548 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:05.343689 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2028e44c-f615-451a-ac52-e88cbef4b7dc {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:43:05.361407 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 2028e44c-f615-451a-ac52-e88cbef4b7dc, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=2028e44c-f615-451a-ac52-e88cbef4b7dc,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:43:05.365788 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:05.411053 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=2028e44c-f615-451a-ac52-e88cbef4b7dc,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:05.417936 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:05.418296 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:05.418763 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:05.419249 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:05.419691 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:05.420140 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:05.420535 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:05.420934 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:05.421266 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:05.421599 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:05.421924 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:05.422247 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:05.639383 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['2028e44c-f615-451a-ac52-e88cbef4b7dc'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:43:05.974554 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858b627-4b30-42ae-93e1-559fa5ba5d7d req-78088554-979f-4515-88f1-07e205da903d tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:05.976050 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e858b627-4b30-42ae-93e1-559fa5ba5d7d req-78088554-979f-4515-88f1-07e205da903d tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 945 time: 0.0508032 Aug 31 05:43:06.012641 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e858b627-4b30-42ae-93e1-559fa5ba5d7d req-afe72d93-2dbc-40d7-bb3a-0468ad917a52 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b484197-044b-4873-83a1-68012fe35a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302286 Aug 31 05:43:07.134855 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc5085-b2f1-4dea-8063-32193b60461a req-d6a9a07a-733a-468c-a6cd-3c962410a6ba tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:07.136380 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f5dc5085-b2f1-4dea-8063-32193b60461a req-d6a9a07a-733a-468c-a6cd-3c962410a6ba tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 945 time: 0.0526228 Aug 31 05:43:07.173365 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f5dc5085-b2f1-4dea-8063-32193b60461a req-e3e30533-9730-409d-8c12-4b6524b85b97 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b484197-044b-4873-83a1-68012fe35a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310466 Aug 31 05:43:07.186192 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 2028e44c-f615-451a-ac52-e88cbef4b7dc up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:43:07.236837 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port 2028e44c-f615-451a-ac52-e88cbef4b7dc completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:43:07.240902 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 2028e44c-f615-451a-ac52-e88cbef4b7dc triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:43:07.241347 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:07.317563 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:07.339055 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f67271c-eb87-4c31-b141-8a1c0a5cc93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2028e44c-f615-451a-ac52-e88cbef4b7dc'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:43:07.341607 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca00a88f-c9ad-442f-a2e6-087a24408874" -d '{"events": [{"server_uuid": "8f67271c-eb87-4c31-b141-8a1c0a5cc93e", "name": "network-vif-plugged", "status": "completed", "tag": "2028e44c-f615-451a-ac52-e88cbef4b7dc"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:43:07.353444 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 2028e44c-f615-451a-ac52-e88cbef4b7dc, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=2028e44c-f615-451a-ac52-e88cbef4b7dc,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:43:07.358068 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:07.384308 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c791bd92-70ae-4da9-b62d-db1c12d5c162 x-openstack-request-id: req-c791bd92-70ae-4da9-b62d-db1c12d5c162 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:43:07.384616 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f67271c-eb87-4c31-b141-8a1c0a5cc93e", "name": "network-vif-plugged", "status": "completed", "tag": "2028e44c-f615-451a-ac52-e88cbef4b7dc", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:43:07.384849 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c791bd92-70ae-4da9-b62d-db1c12d5c162 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:43:07.385405 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f67271c-eb87-4c31-b141-8a1c0a5cc93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2028e44c-f615-451a-ac52-e88cbef4b7dc', 'code': 200} Aug 31 05:43:07.410660 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=2028e44c-f615-451a-ac52-e88cbef4b7dc,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:07.557956 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1467e2-1eb7-499e-8621-6792f95f1078 req-a73be553-eaa3-450b-a016-6ea60f673512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:07.559374 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9a1467e2-1eb7-499e-8621-6792f95f1078 req-a73be553-eaa3-450b-a016-6ea60f673512 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 1099 time: 0.0393908 Aug 31 05:43:07.598565 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9a1467e2-1eb7-499e-8621-6792f95f1078 req-48bd38bf-3b60-4e52-8087-89441739dfa8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0b484197-044b-4873-83a1-68012fe35a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272558 Aug 31 05:43:08.288421 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a70075-9c3b-4f0c-a011-e09fff6f8b25 req-85a86909-7384-443f-beab-ef95e5f55c07 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:08.290026 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-97a70075-9c3b-4f0c-a011-e09fff6f8b25 req-85a86909-7384-443f-beab-ef95e5f55c07 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 946 time: 0.0495758 Aug 31 05:43:08.329049 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-97a70075-9c3b-4f0c-a011-e09fff6f8b25 req-8665b6b1-81ee-49f6-86fb-387cac72279d tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b484197-044b-4873-83a1-68012fe35a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322671 Aug 31 05:43:08.482325 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53304) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:08.586967 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d943-ea10-478a-b54a-80a01d51459e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:08.675878 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d943-ea10-478a-b54a-80a01d51459e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:08.679698 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d943-ea10-478a-b54a-80a01d51459e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:08.717953 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-3cb1d943-ea10-478a-b54a-80a01d51459e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4edff0c9116c4104bcd364fb434f8bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345588 Aug 31 05:43:08.719850 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1d943-ea10-478a-b54a-80a01d51459e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5d0b53-bbc6-45d1-84d6-39056d460bee,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:08.720702 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53308) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:08.771350 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6ce44939-6f7d-4459-a3f7-e7d0b08ac432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:08.794125 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6ce44939-6f7d-4459-a3f7-e7d0b08ac432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:08.845567 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6ce44939-6f7d-4459-a3f7-e7d0b08ac432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:08.848083 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6ce44939-6f7d-4459-a3f7-e7d0b08ac432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:08.849219 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-6ce44939-6f7d-4459-a3f7-e7d0b08ac432 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea5d0b53-bbc6-45d1-84d6-39056d460bee HTTP/1.1" status: 204 len: 168 time: 0.1274374 Aug 31 05:43:08.857504 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce44939-6f7d-4459-a3f7-e7d0b08ac432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5d0b53-bbc6-45d1-84d6-39056d460bee,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:09.094447 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53314) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:09.108019 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6179cd30-4668-4717-bbf7-f915fb0b5e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:09.194576 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6179cd30-4668-4717-bbf7-f915fb0b5e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:09.198393 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6179cd30-4668-4717-bbf7-f915fb0b5e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:09.236720 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-6179cd30-4668-4717-bbf7-f915fb0b5e91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8f8140f6d59b4849917897aeac6b50f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412070 Aug 31 05:43:09.238194 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179cd30-4668-4717-bbf7-f915fb0b5e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdc3b87-dc4d-4f96-81d4-672ae88ea2d8,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:09.239724 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53316) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:09.288173 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2c4b13d1-3f01-459d-8ed7-d0629db542f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:09.309056 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2c4b13d1-3f01-459d-8ed7-d0629db542f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:09.356377 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2c4b13d1-3f01-459d-8ed7-d0629db542f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:09.359509 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2c4b13d1-3f01-459d-8ed7-d0629db542f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:09.360649 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-2c4b13d1-3f01-459d-8ed7-d0629db542f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ccdc3b87-dc4d-4f96-81d4-672ae88ea2d8 HTTP/1.1" status: 204 len: 168 time: 0.1199389 Aug 31 05:43:09.369045 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b13d1-3f01-459d-8ed7-d0629db542f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdc3b87-dc4d-4f96-81d4-672ae88ea2d8,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:09.460597 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5765f3-9492-4136-b096-1dc1365f21bb req-abaa6795-1cd9-431c-97a4-b419f166c3ac tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:09.462070 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6a5765f3-9492-4136-b096-1dc1365f21bb req-abaa6795-1cd9-431c-97a4-b419f166c3ac tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 946 time: 0.0508242 Aug 31 05:43:09.500394 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6a5765f3-9492-4136-b096-1dc1365f21bb req-cb9d5e32-485b-479b-ac4f-d2d05d9fa55f tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b484197-044b-4873-83a1-68012fe35a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318341 Aug 31 05:43:09.613719 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af230d-2af5-4e8d-9f8f-98c9919088f0 req-7661d92d-69a3-42a7-bf5b-09e92d0e7505 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:09.615209 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-58af230d-2af5-4e8d-9f8f-98c9919088f0 req-7661d92d-69a3-42a7-bf5b-09e92d0e7505 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 946 time: 0.0489099 Aug 31 05:43:09.626689 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53328) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:09.631341 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-7eaac32c-3d67-425d-9c2b-0fc6ad56f868 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Request body: {'floatingip': {'port_id': '2028e44c-f615-451a-ac52-e88cbef4b7dc'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:43:09.671941 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7eaac32c-3d67-425d-9c2b-0fc6ad56f868 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for floatingip, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:10.110873 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7eaac32c-3d67-425d-9c2b-0fc6ad56f868 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:10.115077 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7eaac32c-3d67-425d-9c2b-0fc6ad56f868 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:10.219981 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.l3_db [None req-7eaac32c-3d67-425d-9c2b-0fc6ad56f868 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Floating IP 75c9e391-5ec3-40b5-bc1e-ffa8bac15f50 associated. External IP: 172.27.1.184, port: 2028e44c-f615-451a-ac52-e88cbef4b7dc. Aug 31 05:43:10.437318 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eaac32c-3d67-425d-9c2b-0fc6ad56f868 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:43:10.542630 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaac32c-3d67-425d-9c2b-0fc6ad56f868 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:43:10.547353 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7eaac32c-3d67-425d-9c2b-0fc6ad56f868 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:10.552497 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78e8a4-fa82-42a9-b2d1-b6b982bfc0a1 None None] Sync routers for ids ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:43:10.562212 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac78e8a4-fa82-42a9-b2d1-b6b982bfc0a1 None None] Routers {'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:43:10.562842 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-ac78e8a4-fa82-42a9-b2d1-b6b982bfc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:43:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:43:10.574803 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-7eaac32c-3d67-425d-9c2b-0fc6ad56f868 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "PUT /v2.0/floatingips/75c9e391-5ec3-40b5-bc1e-ffa8bac15f50 HTTP/1.1" status: 200 len: 992 time: 0.9469824 Aug 31 05:43:10.575405 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f67271c-eb87-4c31-b141-8a1c0a5cc93e', 'tag': '2028e44c-f615-451a-ac52-e88cbef4b7dc'}] {{(pid=94006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:43:10.577750 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fcbfbdd9b74ff4cb14d8c7c5521a31bcdab3071e6810f807a3c3deab47fc22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d792c21-8138-4c8b-be2a-f9f574b69b22" -d '{"events": [{"name": "network-changed", "server_uuid": "8f67271c-eb87-4c31-b141-8a1c0a5cc93e", "tag": "2028e44c-f615-451a-ac52-e88cbef4b7dc"}]}' {{(pid=94006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:43:10.621467 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a119f9d-4a69-4256-964f-39a8fbe0f8bb x-openstack-request-id: req-9a119f9d-4a69-4256-964f-39a8fbe0f8bb {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:43:10.621958 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f67271c-eb87-4c31-b141-8a1c0a5cc93e", "tag": "2028e44c-f615-451a-ac52-e88cbef4b7dc", "status": "completed", "code": 200}]} {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:43:10.622359 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a119f9d-4a69-4256-964f-39a8fbe0f8bb {{(pid=94006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:43:10.622892 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f67271c-eb87-4c31-b141-8a1c0a5cc93e', 'tag': '2028e44c-f615-451a-ac52-e88cbef4b7dc', 'status': 'completed', 'code': 200} Aug 31 05:43:10.691350 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d792c21-8138-4c8b-be2a-f9f574b69b22 req-f82c1e4a-999b-4422-8d35-73b54a357070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:10.692972 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5d792c21-8138-4c8b-be2a-f9f574b69b22 req-f82c1e4a-999b-4422-8d35-73b54a357070 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34d723e9f42f4e3f8378c14cfd4626d7&device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 1099 time: 0.0457578 Aug 31 05:43:10.770844 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-ac78e8a4-fa82-42a9-b2d1-b6b982bfc0a1 None None] Set router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:43:10.789411 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d792c21-8138-4c8b-be2a-f9f574b69b22 req-61fd93a6-dfbb-448f-87da-d3d36ebf413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:10.790967 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5d792c21-8138-4c8b-be2a-f9f574b69b22 req-61fd93a6-dfbb-448f-87da-d3d36ebf413e service neutron] 10.222.0.32 "GET /v2.0/networks?id=eee52fee-fc33-48ae-a18b-8f7aa5914e38 HTTP/1.1" status: 200 len: 912 time: 0.0911441 Aug 31 05:43:10.860465 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5d792c21-8138-4c8b-be2a-f9f574b69b22 req-72eefb02-c7f3-40fa-a292-1fd83bf95243 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2028e44c-f615-451a-ac52-e88cbef4b7dc HTTP/1.1" status: 200 len: 1000 time: 0.0626187 Aug 31 05:43:10.911786 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d792c21-8138-4c8b-be2a-f9f574b69b22 req-ff097bbf-1a35-4961-b88b-d1d7d8715141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:10.913341 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5d792c21-8138-4c8b-be2a-f9f574b69b22 req-ff097bbf-1a35-4961-b88b-d1d7d8715141 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97 HTTP/1.1" status: 200 len: 850 time: 0.0446529 Aug 31 05:43:10.963656 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d792c21-8138-4c8b-be2a-f9f574b69b22 req-d8d86656-266d-4930-878a-c40978c2caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:10.965248 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5d792c21-8138-4c8b-be2a-f9f574b69b22 req-d8d86656-266d-4930-878a-c40978c2caa1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eee52fee-fc33-48ae-a18b-8f7aa5914e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449817 Aug 31 05:43:10.998882 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-ac78e8a4-fa82-42a9-b2d1-b6b982bfc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': '75c9e391-5ec3-40b5-bc1e-ffa8bac15f50', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'port_id': '2028e44c-f615-451a-ac52-e88cbef4b7dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'mac_address': 'fa:16:3e:69:23:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f67271c-eb87-4c31-b141-8a1c0a5cc93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:42:57Z', 'updated_at': '2021-08-31T05:43:10Z', 'revision_number': 1, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:35Z', 'revision_number': 5, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:43:11.024109 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78e8a4-fa82-42a9-b2d1-b6b982bfc0a1 None None] Checking router: f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:43:11.032537 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac78e8a4-fa82-42a9-b2d1-b6b982bfc0a1 None None] Routers {'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:43:11.033228 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-ac78e8a4-fa82-42a9-b2d1-b6b982bfc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:43:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:43:11.057412 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5d792c21-8138-4c8b-be2a-f9f574b69b22 req-c987536a-9d87-4053-abe6-f1aa5da7b0bd service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841649 Aug 31 05:43:11.142804 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-ac78e8a4-fa82-42a9-b2d1-b6b982bfc0a1 None None] Set router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:43:11.154136 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5d792c21-8138-4c8b-be2a-f9f574b69b22 req-2fbcfb0a-1b4d-40df-beb3-970c0114a49c service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901003 Aug 31 05:43:11.372492 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-ac78e8a4-fa82-42a9-b2d1-b6b982bfc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': '75c9e391-5ec3-40b5-bc1e-ffa8bac15f50', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'port_id': '2028e44c-f615-451a-ac52-e88cbef4b7dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'mac_address': 'fa:16:3e:69:23:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f67271c-eb87-4c31-b141-8a1c0a5cc93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:42:57Z', 'updated_at': '2021-08-31T05:43:10Z', 'revision_number': 1, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:35Z', 'revision_number': 5, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:43:11.398377 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78e8a4-fa82-42a9-b2d1-b6b982bfc0a1 None None] The sync data for ids ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'] in dv-cinder-806559-3-iscsi is: [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': '75c9e391-5ec3-40b5-bc1e-ffa8bac15f50', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'port_id': '2028e44c-f615-451a-ac52-e88cbef4b7dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'mac_address': 'fa:16:3e:69:23:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f67271c-eb87-4c31-b141-8a1c0a5cc93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:42:57Z', 'updated_at': '2021-08-31T05:43:10Z', 'revision_number': 1, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:35Z', 'revision_number': 5, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:43:11.591008 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31cc314-e14f-41b1-91bf-5f163ce59ce0 None None] New status for floating IP 75c9e391-5ec3-40b5-bc1e-ffa8bac15f50: ACTIVE {{(pid=94007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:43:14.350373 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53430) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:14.450814 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-47e0e914-2798-4fec-a4bb-dfe5e5e28c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:14.539364 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-47e0e914-2798-4fec-a4bb-dfe5e5e28c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:14.543181 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-47e0e914-2798-4fec-a4bb-dfe5e5e28c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:14.579943 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-47e0e914-2798-4fec-a4bb-dfe5e5e28c6d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1b76fd2002e42949708feeaa8baec4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285390 Aug 31 05:43:14.581144 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0e914-2798-4fec-a4bb-dfe5e5e28c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e0baa7-ec39-42dd-8172-6d76689dfe82,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:14.582709 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53434) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:14.631620 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0720d533-dbb0-49a1-8bb4-8ffcf5f6a219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:14.652518 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0720d533-dbb0-49a1-8bb4-8ffcf5f6a219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:14.696981 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0720d533-dbb0-49a1-8bb4-8ffcf5f6a219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:14.700215 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0720d533-dbb0-49a1-8bb4-8ffcf5f6a219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:14.701342 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-0720d533-dbb0-49a1-8bb4-8ffcf5f6a219 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85e0baa7-ec39-42dd-8172-6d76689dfe82 HTTP/1.1" status: 204 len: 168 time: 0.1169682 Aug 31 05:43:14.710447 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720d533-dbb0-49a1-8bb4-8ffcf5f6a219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e0baa7-ec39-42dd-8172-6d76689dfe82,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:14.955217 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53442) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:14.968398 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b96f605f-3703-4d7c-b886-8f7023156322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:15.064337 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b96f605f-3703-4d7c-b886-8f7023156322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:15.067893 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b96f605f-3703-4d7c-b886-8f7023156322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:15.104847 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-b96f605f-3703-4d7c-b886-8f7023156322 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d64701da7dd54eb08f9246b740052585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485538 Aug 31 05:43:15.105662 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f605f-3703-4d7c-b886-8f7023156322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e10bba-21cd-4588-b15e-1140cd17aade,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:15.107548 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53444) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:15.155119 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3f116068-aeb9-4fdc-872b-b4b8a728abc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:15.175325 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3f116068-aeb9-4fdc-872b-b4b8a728abc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:15.224022 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3f116068-aeb9-4fdc-872b-b4b8a728abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:15.226632 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3f116068-aeb9-4fdc-872b-b4b8a728abc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:15.227790 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-3f116068-aeb9-4fdc-872b-b4b8a728abc7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1e10bba-21cd-4588-b15e-1140cd17aade HTTP/1.1" status: 204 len: 168 time: 0.1192620 Aug 31 05:43:15.235515 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f116068-aeb9-4fdc-872b-b4b8a728abc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e10bba-21cd-4588-b15e-1140cd17aade,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:15.533179 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53450) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:15.546551 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-019476c4-1159-434c-a77a-3bbb71b93c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:15.630705 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-019476c4-1159-434c-a77a-3bbb71b93c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:15.634358 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-019476c4-1159-434c-a77a-3bbb71b93c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:15.672940 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-019476c4-1159-434c-a77a-3bbb71b93c43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c76f8749d2e444009747e6a6a7854b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386781 Aug 31 05:43:15.674964 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019476c4-1159-434c-a77a-3bbb71b93c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff57a1a9-6e29-45a1-bc5b-25142a06cc3c,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:15.676498 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53452) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:15.728378 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3cae12d3-5baf-4bfd-8333-26236d6d830a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:15.749175 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3cae12d3-5baf-4bfd-8333-26236d6d830a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:15.795927 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3cae12d3-5baf-4bfd-8333-26236d6d830a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:15.798843 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3cae12d3-5baf-4bfd-8333-26236d6d830a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:15.800048 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-3cae12d3-5baf-4bfd-8333-26236d6d830a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff57a1a9-6e29-45a1-bc5b-25142a06cc3c HTTP/1.1" status: 204 len: 168 time: 0.1181426 Aug 31 05:43:15.808048 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae12d3-5baf-4bfd-8333-26236d6d830a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff57a1a9-6e29-45a1-bc5b-25142a06cc3c,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:16.798967 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53484) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:16.900387 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb5f6-3763-42d6-abf5-4c428c28f4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:16.985946 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb5f6-3763-42d6-abf5-4c428c28f4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:16.989963 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb5f6-3763-42d6-abf5-4c428c28f4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:17.029835 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-6d2eb5f6-3763-42d6-abf5-4c428c28f4c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c0272a675a14595a352cc903b13be03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297852 Aug 31 05:43:17.030667 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2eb5f6-3763-42d6-abf5-4c428c28f4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b366eeda-a67a-4a83-b07d-d11123a406f6,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:17.032510 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53488) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:17.080364 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-71ce3017-d1d9-4232-9780-79555dce3f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:17.102312 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-71ce3017-d1d9-4232-9780-79555dce3f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:17.148037 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-71ce3017-d1d9-4232-9780-79555dce3f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:17.150553 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-71ce3017-d1d9-4232-9780-79555dce3f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:17.152235 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-71ce3017-d1d9-4232-9780-79555dce3f72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b366eeda-a67a-4a83-b07d-d11123a406f6 HTTP/1.1" status: 204 len: 168 time: 0.1187360 Aug 31 05:43:17.162462 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce3017-d1d9-4232-9780-79555dce3f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b366eeda-a67a-4a83-b07d-d11123a406f6,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:19.896565 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:43:24.629666 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:29.554785 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-97e9a27a-347b-4e3a-a73e-9c36a03d85ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:31.882454 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a3be64b3-04a0-4399-98c2-429b24a78f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:32.354108 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:33.302632 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:34.874555 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:51.255123 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53738) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:51.355673 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:51.441390 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:51.444831 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:51.484534 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6edcd955af9345b8bca63c3a84b01342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261024 Aug 31 05:43:51.484534 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6974e54-ce45-4285-8743-9f13f7ff695d,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:51.484946 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53742) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:43:51.491035 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.491425 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.491763 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.492102 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.492433 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.492765 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.493093 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.493420 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.493746 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.494069 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.494391 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.494711 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82af0a9-8381-4a86-ac4f-96530cac4f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.537288 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:51.558586 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:51.607262 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:51.609825 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:51.611008 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6974e54-ce45-4285-8743-9f13f7ff695d HTTP/1.1" status: 204 len: 168 time: 0.1250961 Aug 31 05:43:51.622230 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6974e54-ce45-4285-8743-9f13f7ff695d,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:43:51.630474 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.630992 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.631559 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.632065 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.632550 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.633027 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.633505 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.634004 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.634496 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.635187 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.635682 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:51.636592 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ea072-b8ab-42f4-92ac-7f1fa00adfbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:43:52.949155 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-10f4f45c-668f-483e-9144-779503c0ed3c req-be3c7623-551f-4481-9581-321974306ede service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408249 Aug 31 05:43:53.038334 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4f45c-668f-483e-9144-779503c0ed3c req-337a33be-26ca-4de2-aae4-eb1feb654030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:53.039891 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-10f4f45c-668f-483e-9144-779503c0ed3c req-337a33be-26ca-4de2-aae4-eb1feb654030 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34d723e9f42f4e3f8378c14cfd4626d7&device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 1099 time: 0.0409813 Aug 31 05:43:53.141404 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4f45c-668f-483e-9144-779503c0ed3c req-66d877e5-664e-4fe0-9fc8-41316ac338c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:53.142894 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-10f4f45c-668f-483e-9144-779503c0ed3c req-66d877e5-664e-4fe0-9fc8-41316ac338c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eee52fee-fc33-48ae-a18b-8f7aa5914e38 HTTP/1.1" status: 200 len: 912 time: 0.0847461 Aug 31 05:43:53.206293 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-10f4f45c-668f-483e-9144-779503c0ed3c req-83a9c341-b31f-4408-b725-cb53245d0cf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2028e44c-f615-451a-ac52-e88cbef4b7dc HTTP/1.1" status: 200 len: 1002 time: 0.0561137 Aug 31 05:43:53.256703 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4f45c-668f-483e-9144-779503c0ed3c req-040bddf3-a44d-4810-b427-50f2d05cc3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:53.258055 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-10f4f45c-668f-483e-9144-779503c0ed3c req-040bddf3-a44d-4810-b427-50f2d05cc3e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97 HTTP/1.1" status: 200 len: 850 time: 0.0452204 Aug 31 05:43:53.302952 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4f45c-668f-483e-9144-779503c0ed3c req-bcde8e81-2863-4fa3-bb89-08e15b535aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:43:53.304499 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-10f4f45c-668f-483e-9144-779503c0ed3c req-bcde8e81-2863-4fa3-bb89-08e15b535aa2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eee52fee-fc33-48ae-a18b-8f7aa5914e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380912 Aug 31 05:43:53.391841 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-10f4f45c-668f-483e-9144-779503c0ed3c req-3879bff6-9c60-4d87-a03c-8f1552fc2e30 service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798900 Aug 31 05:43:53.483008 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-10f4f45c-668f-483e-9144-779503c0ed3c req-6c9d5020-bc8e-4093-ad0f-79a2635a228d service neutron] 10.222.0.32 "GET /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831511 Aug 31 05:43:54.642790 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:43:56.894803 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:43:59.558543 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f2e646a0-6def-442a-b13c-2d5361877482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:01.882532 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e067a9ec-6a6e-4b4d-8c1f-2d24ece32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:02.355412 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:03.305504 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:04.873436 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:20.172090 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4fb7c-9a3a-4d6e-a10d-fafbd8db87bf req-319d213e-2e11-4daa-af30-d7e2e75dda29 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:44:20.173509 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e9c4fb7c-9a3a-4d6e-a10d-fafbd8db87bf req-319d213e-2e11-4daa-af30-d7e2e75dda29 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 946 time: 0.0479295 Aug 31 05:44:20.211267 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e9c4fb7c-9a3a-4d6e-a10d-fafbd8db87bf req-18b7fc9e-6211-468a-820d-6282eea5127f tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b484197-044b-4873-83a1-68012fe35a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319052 Aug 31 05:44:21.326476 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a58e1-bbd6-4720-bb07-b750e839da41 req-82a0a8f3-0a83-4373-953b-2d72497a16ab tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:44:21.328350 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a70a58e1-bbd6-4720-bb07-b750e839da41 req-82a0a8f3-0a83-4373-953b-2d72497a16ab tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 946 time: 0.0518458 Aug 31 05:44:21.365338 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a70a58e1-bbd6-4720-bb07-b750e839da41 req-268a8801-5c47-4788-88e9-7bc5644134fd tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b484197-044b-4873-83a1-68012fe35a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311286 Aug 31 05:44:22.010449 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-12b64feb-92dc-44a8-acc7-1f1ea8e131c6 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:44:22.011909 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-12b64feb-92dc-44a8-acc7-1f1ea8e131c6 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 946 time: 0.0488286 Aug 31 05:44:22.099588 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Deleting port 2028e44c-f615-451a-ac52-e88cbef4b7dc {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:44:22.099927 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:22.183867 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] For port 2028e44c-f615-451a-ac52-e88cbef4b7dc, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=2028e44c-f615-451a-ac52-e88cbef4b7dc,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:44:22.184238 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:22.359125 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:22.359521 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:22.359838 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.l3_db [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Floating IP 75c9e391-5ec3-40b5-bc1e-ffa8bac15f50 disassociated. External IP: 172.27.1.184, port: 2028e44c-f615-451a-ac52-e88cbef4b7dc. Aug 31 05:44:22.360176 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Calling delete_port for 2028e44c-f615-451a-ac52-e88cbef4b7dc owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:44:22.477107 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14262be2-a009-4f1c-998f-e2d5277b0f71 req-6754a10b-2635-4cf1-aa4c-0937bff629a9 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:44:22.478569 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-14262be2-a009-4f1c-998f-e2d5277b0f71 req-6754a10b-2635-4cf1-aa4c-0937bff629a9 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f67271c-eb87-4c31-b141-8a1c0a5cc93e HTTP/1.1" status: 200 len: 946 time: 0.0482705 Aug 31 05:44:22.486584 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:22.515905 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event deleted for resources: {'Port': ['ID=2028e44c-f615-451a-ac52-e88cbef4b7dc,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:44:22.516868 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-14262be2-a009-4f1c-998f-e2d5277b0f71 req-814ff25a-c593-4e96-98b2-6c9d185640b6 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b484197-044b-4873-83a1-68012fe35a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319228 Aug 31 05:44:22.627319 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:44:22.729147 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:44:22.740159 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af06240a-7ce4-4198-9fd2-51a62dc4042b None None] Sync routers for ids ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:44:22.750192 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af06240a-7ce4-4198-9fd2-51a62dc4042b None None] Routers {'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:44:22.750810 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-af06240a-7ce4-4198-9fd2-51a62dc4042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:44:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:44:22.768410 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] No DVR routers for this DVR port 2028e44c-f615-451a-ac52-e88cbef4b7dc on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:44:22.770971 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:22.773028 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f0d5cc19-0d07-420f-bcba-c37c21e6060a req-55e573c3-3f15-4b6f-b565-003c3d24a312 tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.32 "DELETE /v2.0/ports/2028e44c-f615-451a-ac52-e88cbef4b7dc HTTP/1.1" status: 204 len: 173 time: 0.7547531 Aug 31 05:44:22.773466 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f67271c-eb87-4c31-b141-8a1c0a5cc93e', 'name': 'network-vif-deleted', 'tag': '2028e44c-f615-451a-ac52-e88cbef4b7dc'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:44:22.775728 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6ef84a-a490-4df5-a744-9eb978f9e64d" -d '{"events": [{"server_uuid": "8f67271c-eb87-4c31-b141-8a1c0a5cc93e", "name": "network-vif-deleted", "tag": "2028e44c-f615-451a-ac52-e88cbef4b7dc"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:44:22.817761 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a596393-86cc-4203-b2a3-8585f6561fdb x-openstack-request-id: req-0a596393-86cc-4203-b2a3-8585f6561fdb {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:44:22.818054 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f67271c-eb87-4c31-b141-8a1c0a5cc93e", "name": "network-vif-deleted", "tag": "2028e44c-f615-451a-ac52-e88cbef4b7dc", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:44:22.818306 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a596393-86cc-4203-b2a3-8585f6561fdb {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:44:22.818703 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f67271c-eb87-4c31-b141-8a1c0a5cc93e', 'name': 'network-vif-deleted', 'tag': '2028e44c-f615-451a-ac52-e88cbef4b7dc', 'status': 'completed', 'code': 200} Aug 31 05:44:22.868457 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-af06240a-7ce4-4198-9fd2-51a62dc4042b None None] Set router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:44:23.070661 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-af06240a-7ce4-4198-9fd2-51a62dc4042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:35Z', 'revision_number': 5, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:44:23.095807 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af06240a-7ce4-4198-9fd2-51a62dc4042b None None] Checking router: f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:44:23.103763 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af06240a-7ce4-4198-9fd2-51a62dc4042b None None] Routers {'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:44:23.104305 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-af06240a-7ce4-4198-9fd2-51a62dc4042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:44:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:44:23.208587 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-af06240a-7ce4-4198-9fd2-51a62dc4042b None None] Set router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:44:23.400425 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-af06240a-7ce4-4198-9fd2-51a62dc4042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:35Z', 'revision_number': 5, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:44:23.428610 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af06240a-7ce4-4198-9fd2-51a62dc4042b None None] The sync data for ids ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'] in dv-cinder-806559-3-iscsi is: [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:30Z', 'revision_number': 4, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'a745162a-c6de-45dc-8ec7-f5c4e505d276', 'name': '', 'network_id': 'eee52fee-fc33-48ae-a18b-8f7aa5914e38', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'mac_address': 'fa:16:3e:39:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:29Z', 'updated_at': '2021-08-31T05:39:35Z', 'revision_number': 5, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'subnets': [{'id': '5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:44:23.602776 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53908) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:44:23.623201 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb087ea4-b25a-485e-b56f-c13bc432d16f None None] New status for floating IP 75c9e391-5ec3-40b5-bc1e-ffa8bac15f50: DOWN {{(pid=94007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:44:23.658923 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c3cf5845-9019-401e-bd12-7084bc00da9a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:23.681233 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c3cf5845-9019-401e-bd12-7084bc00da9a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:23.727580 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c3cf5845-9019-401e-bd12-7084bc00da9a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:23.730126 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c3cf5845-9019-401e-bd12-7084bc00da9a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:23.731336 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-c3cf5845-9019-401e-bd12-7084bc00da9a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "DELETE /v2.0/security-groups/0b484197-044b-4873-83a1-68012fe35a69 HTTP/1.1" status: 204 len: 168 time: 0.1273570 Aug 31 05:44:23.734045 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53910) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:44:23.748300 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf5845-9019-401e-bd12-7084bc00da9a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b484197-044b-4873-83a1-68012fe35a69,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:44:23.753147 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.api.v2.resource [None req-2a70244d-0969-4ad4-8b24-a912722d79ea tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] show failed (client error): The resource could not be found. Aug 31 05:44:23.754300 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-2a70244d-0969-4ad4-8b24-a912722d79ea tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "GET /v2.0/security-groups/0b484197-044b-4873-83a1-68012fe35a69 HTTP/1.1" status: 404 len: 347 time: 0.0192354 Aug 31 05:44:23.757163 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53912) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:44:23.880231 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a7356e66-f02e-4e91-b43e-1116c7ef544a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Deleting port cd1d926a-fd03-4181-a3db-0b0db3230315 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:44:23.880571 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a7356e66-f02e-4e91-b43e-1116c7ef544a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:23.954674 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a7356e66-f02e-4e91-b43e-1116c7ef544a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:23.955145 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a7356e66-f02e-4e91-b43e-1116c7ef544a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:23.967900 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a7356e66-f02e-4e91-b43e-1116c7ef544a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Calling delete_port for cd1d926a-fd03-4181-a3db-0b0db3230315 owned by network:floatingip {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:44:24.098058 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a7356e66-f02e-4e91-b43e-1116c7ef544a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:24.122725 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7356e66-f02e-4e91-b43e-1116c7ef544a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Pushing event deleted for resources: {'Port': ['ID=cd1d926a-fd03-4181-a3db-0b0db3230315,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:44:24.186407 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a7356e66-f02e-4e91-b43e-1116c7ef544a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks [] for floatingip, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:24.188866 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a7356e66-f02e-4e91-b43e-1116c7ef544a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:24.190073 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-a7356e66-f02e-4e91-b43e-1116c7ef544a tempest-AttachVolumeTestJSON-653149165 tempest-AttachVolumeTestJSON-653149165-project] 10.222.0.10 "DELETE /v2.0/floatingips/75c9e391-5ec3-40b5-bc1e-ffa8bac15f50 HTTP/1.1" status: 204 len: 168 time: 0.4304075 Aug 31 05:44:24.638768 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:25.603260 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 2028e44c-f615-451a-ac52-e88cbef4b7dc no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:44:25.622951 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: 2028e44c-f615-451a-ac52-e88cbef4b7dc {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:44:25.623324 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 2028e44c-f615-451a-ac52-e88cbef4b7dc not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:44:27.717278 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53940) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:44:28.189953 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-98d604f1-6694-43c0-a7c9-29a9503090d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370190'] for router_interface, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:28.421208 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-98d604f1-6694-43c0-a7c9-29a9503090d0 admin admin] Deleting port a745162a-c6de-45dc-8ec7-f5c4e505d276 {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:44:28.421545 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-98d604f1-6694-43c0-a7c9-29a9503090d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:28.494677 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-98d604f1-6694-43c0-a7c9-29a9503090d0 admin admin] For port a745162a-c6de-45dc-8ec7-f5c4e505d276, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=a745162a-c6de-45dc-8ec7-f5c4e505d276,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:44:28.495031 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-98d604f1-6694-43c0-a7c9-29a9503090d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:28.507359 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-98d604f1-6694-43c0-a7c9-29a9503090d0 admin admin] Calling delete_port for a745162a-c6de-45dc-8ec7-f5c4e505d276 owned by network:router_interface {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:44:28.677142 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-98d604f1-6694-43c0-a7c9-29a9503090d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:28.709759 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d604f1-6694-43c0-a7c9-29a9503090d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a745162a-c6de-45dc-8ec7-f5c4e505d276,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:44:28.865131 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-98d604f1-6694-43c0-a7c9-29a9503090d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-370322'] for router_interface, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:29.274033 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d604f1-6694-43c0-a7c9-29a9503090d0 admin admin] Router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:44:29.380769 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d604f1-6694-43c0-a7c9-29a9503090d0 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:44:29.385680 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-98d604f1-6694-43c0-a7c9-29a9503090d0 admin admin] 10.222.0.10 "PUT /v2.0/routers/f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6674020 Aug 31 05:44:29.388225 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53944) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:44:29.392971 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c171bee0-0c2e-40f9-a41c-354a1a933177 None None] Sync routers for ids ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:44:29.401979 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171bee0-0c2e-40f9-a41c-354a1a933177 None None] Routers {'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:44:29.402699 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-c171bee0-0c2e-40f9-a41c-354a1a933177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:44:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:44:29.490251 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] Notify callbacks [] for router, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:29.561437 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-cfcadd95-0c91-4e93-9a21-2d42f7e8e4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:29.594219 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-c171bee0-0c2e-40f9-a41c-354a1a933177 None None] Set router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:44:29.596105 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:29.648584 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] Deleting port 0b2417c3-4a15-4fe1-94ff-7c800a30b567 {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:44:29.648952 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:29.729744 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] For port 0b2417c3-4a15-4fe1-94ff-7c800a30b567, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=0b2417c3-4a15-4fe1-94ff-7c800a30b567,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:44:29.730110 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:29.742877 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] Calling delete_port for 0b2417c3-4a15-4fe1-94ff-7c800a30b567 owned by network:router_gateway {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:44:29.770181 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-c171bee0-0c2e-40f9-a41c-354a1a933177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:44:28Z', 'revision_number': 5, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port': {'id': '0b2417c3-4a15-4fe1-94ff-7c800a30b567', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:44:29.795674 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c171bee0-0c2e-40f9-a41c-354a1a933177 None None] Checking router: f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:44:29.805135 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171bee0-0c2e-40f9-a41c-354a1a933177 None None] Routers {'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:44:29.805758 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-c171bee0-0c2e-40f9-a41c-354a1a933177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:44:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:44:29.897621 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-c171bee0-0c2e-40f9-a41c-354a1a933177 None None] Set router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f gateway port host: None {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:44:29.908899 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:29.934681 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2417c3-4a15-4fe1-94ff-7c800a30b567,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:44:29.952983 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-c171bee0-0c2e-40f9-a41c-354a1a933177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:44:29Z', 'revision_number': 6, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port_host': None}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:44:29.978984 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c171bee0-0c2e-40f9-a41c-354a1a933177 None None] The sync data for ids ['f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f'] in dv-cinder-806559-3-iscsi is: [{'id': 'f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f', 'name': 'tempest-AttachVolumeTestJSON-1404576280-router', 'tenant_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:39:27Z', 'updated_at': '2021-08-31T05:44:29Z', 'revision_number': 6, 'project_id': '34d723e9f42f4e3f8378c14cfd4626d7', 'gw_port_host': None}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:44:29.996836 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369456'] for router_gateway, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.092822 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13089'] for router, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.094871 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.136327 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371717'] for router, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.136871 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f {{(pid=94006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:44:30.141122 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] Notify callbacks [] for router, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.142382 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-cacb35b1-2b7b-494f-92c0-d1587abce744 admin admin] 10.222.0.10 "DELETE /v2.0/routers/f749ee0e-c2b0-4aa4-8af6-aa6c4d05f74f HTTP/1.1" status: 204 len: 168 time: 0.7531185 Aug 31 05:44:30.144761 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53946) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:44:30.191108 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_v2 [None req-c547485e-e7b1-4a87-8db3-ba63c4591a25 admin admin] Deleting subnet 5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97 {{(pid=94006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:44:30.193938 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c547485e-e7b1-4a87-8db3-ba63c4591a25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.225607 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c547485e-e7b1-4a87-8db3-ba63c4591a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3280608'] for subnet, precommit_delete_associations {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.300840 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c547485e-e7b1-4a87-8db3-ba63c4591a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.357747 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c547485e-e7b1-4a87-8db3-ba63c4591a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4057306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8545467'] for subnet, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.389868 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547485e-e7b1-4a87-8db3-ba63c4591a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:44:30.394706 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c547485e-e7b1-4a87-8db3-ba63c4591a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for subnet, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.397712 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-c547485e-e7b1-4a87-8db3-ba63c4591a25 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5e7edd5c-48b6-48bd-ad3f-3df5b09c1c97 HTTP/1.1" status: 204 len: 168 time: 0.2519841 Aug 31 05:44:30.399222 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 53948) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:44:30.401682 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099e4870-5a5d-4160-bf29-affec2ebd992 None None] Network eee52fee-fc33-48ae-a18b-8f7aa5914e38 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:44:30.466168 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.518912 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Deleting port 6066e4e5-f2b1-4daa-8378-884d225badf4 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:44:30.519295 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.778867 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] DHCP port deletion for eee52fee-fc33-48ae-a18b-8f7aa5914e38 request from dv-cinder-806559-3-iscsi {{(pid=94007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:44:30.829875 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] For port 6066e4e5-f2b1-4daa-8378-884d225badf4, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=6066e4e5-f2b1-4daa-8378-884d225badf4,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:44:30.830248 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.833377 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Deleting port 6066e4e5-f2b1-4daa-8378-884d225badf4 {{(pid=94007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:44:30.833760 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.842852 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Calling delete_port for 6066e4e5-f2b1-4daa-8378-884d225badf4 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:44:30.877140 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 6066e4e5-f2b1-4daa-8378-884d225badf4 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:44:30.929528 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] For port 6066e4e5-f2b1-4daa-8378-884d225badf4, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=6066e4e5-f2b1-4daa-8378-884d225badf4,segment=NetworkSegment(56346df4-29f0-4885-a393-2f721f361008),segment_id=56346df4-29f0-4885-a393-2f721f361008)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:44:30.929921 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.934237 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:30.944469 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Calling delete_port for 6066e4e5-f2b1-4daa-8378-884d225badf4 owned by network:dhcp {{(pid=94007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:44:30.946168 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No active binding found for port 6066e4e5-f2b1-4daa-8378-884d225badf4 {{(pid=94007) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 05:44:30.946583 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 6066e4e5-f2b1-4daa-8378-884d225badf4 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:44:30.947002 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 0b2417c3-4a15-4fe1-94ff-7c800a30b567 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:44:30.961991 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] No DVR routers for this DVR port 6066e4e5-f2b1-4daa-8378-884d225badf4 on host dv-cinder-806559-3-iscsi {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:44:30.965498 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=6066e4e5-f2b1-4daa-8378-884d225badf4,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:44:30.967759 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: 0b2417c3-4a15-4fe1-94ff-7c800a30b567 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:44:30.968111 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 0b2417c3-4a15-4fe1-94ff-7c800a30b567 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:44:30.969101 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device a745162a-c6de-45dc-8ec7-f5c4e505d276 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:44:30.991663 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: a745162a-c6de-45dc-8ec7-f5c4e505d276 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:44:30.991905 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device a745162a-c6de-45dc-8ec7-f5c4e505d276 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:44:31.042771 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:31.052933 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee52fee-fc33-48ae-a18b-8f7aa5914e38']}} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:44:31.062583 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092'] for port, after_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:31.064193 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56346df4-29f0-4885-a393-2f721f361008') {'for_net_delete': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:44:31.064497 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56346df4-29f0-4885-a393-2f721f361008') {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:44:31.074014 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8893952'] for segment, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:31.090164 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] No DVR routers for this DVR port 6066e4e5-f2b1-4daa-8378-884d225badf4 on host dv-cinder-806559-3-iscsi {{(pid=94007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:44:31.094193 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Pushing event deleted for resources: {'Port': ['ID=6066e4e5-f2b1-4daa-8378-884d225badf4,revision_number=None']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:44:31.095879 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:31.102292 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:44:31.102639 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:44:31.103002 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:44:31.103411 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:44:31.103647 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:44:31.103973 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:44:31.104296 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:44:31.104620 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:44:31.104943 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:44:31.105298 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:44:31.105670 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:44:31.105794 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:44:31.106095 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e56ec-1dd7-42b1-9f58-20bc4ca5a829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:44:31.106236 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4119110'] for segment, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: Traceback (most recent call last): Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: timer() Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: cb(*args, **kw) Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: return func(*args, **kwargs) Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: self._notify() Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: self.callback(batched_events) Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: event.method(event) Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: return f(self, *a, **k) Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._get(url).json() Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: return self.request(url, 'GET', **kwargs) Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:44:31.107965 dv-cinder-806559-3-iscsi neutron-server[94005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:44:31.166601 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:31.170834 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:31.173065 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] 10.222.0.10 "DELETE /v2.0/networks/eee52fee-fc33-48ae-a18b-8f7aa5914e38 HTTP/1.1" status: 204 len: 168 time: 0.7726781 Aug 31 05:44:31.184984 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b427f-39b7-4ca4-9f59-01a5bd715d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=eee52fee-fc33-48ae-a18b-8f7aa5914e38,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:44:31.280922 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53952) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:44:31.320028 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-3154483b-b596-41d0-97d5-61697b7805f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=34d723e9f42f4e3f8378c14cfd4626d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379226 Aug 31 05:44:31.322445 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 53954) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:44:31.368521 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ed0f165f-054a-4161-9834-0ab8a25c9b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:31.389190 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ed0f165f-054a-4161-9834-0ab8a25c9b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:31.434381 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ed0f165f-054a-4161-9834-0ab8a25c9b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:31.436901 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ed0f165f-054a-4161-9834-0ab8a25c9b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:31.438550 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ed0f165f-054a-4161-9834-0ab8a25c9b1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/309c1494-e1bc-460d-8dfb-42bd881b1a93 HTTP/1.1" status: 204 len: 168 time: 0.1152165 Aug 31 05:44:31.445833 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f165f-054a-4161-9834-0ab8a25c9b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309c1494-e1bc-460d-8dfb-42bd881b1a93,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:44:31.882456 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-1e72b6df-c200-431f-a8ba-b5bd786639d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:32.356525 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:33.309109 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:33.894389 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:44:34.877479 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:54.652573 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:44:59.562870 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-71ee8374-6f1e-4acd-b8b6-4ae7bb09b1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:01.882450 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-53f8c87a-d42d-44f2-a1fc-b20cc520e1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:02.357555 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:03.310776 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:04.881901 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:10.895202 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:45:12.889909 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 54330) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:45:12.991796 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:13.078586 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:13.082216 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:13.122698 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fcea723bdd764ef88575b857ccd90f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312484 Aug 31 05:45:13.123548 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31a36bf-64de-4016-8ce6-cbaf65c60a06,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:13.125970 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 54334) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:45:13.131250 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.131600 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.131945 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.132279 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.132609 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.132940 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.133271 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.133595 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.133919 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.134241 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.134561 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.134877 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6867da-553d-440a-a166-b92d74e1c9c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.173844 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:13.194267 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:13.239697 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:13.242144 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:13.243336 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e31a36bf-64de-4016-8ce6-cbaf65c60a06 HTTP/1.1" status: 204 len: 168 time: 0.1163580 Aug 31 05:45:13.250933 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31a36bf-64de-4016-8ce6-cbaf65c60a06,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:13.258272 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.258623 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.258994 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.259395 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.259731 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.260066 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.260424 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.260753 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.261081 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.261403 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.261724 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.262048 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a76cf4-759c-4f2e-ac2e-f694226a5f29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:13.498843 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 54340) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:45:13.512746 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-42a96e8c-f7e7-4174-ab0a-a36e7ab384f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:13.596506 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-42a96e8c-f7e7-4174-ab0a-a36e7ab384f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:13.599769 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-42a96e8c-f7e7-4174-ab0a-a36e7ab384f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:13.637256 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-42a96e8c-f7e7-4174-ab0a-a36e7ab384f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47a64997f11245d9a3db07bd90faf9f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1373599 Aug 31 05:45:13.638068 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a96e8c-f7e7-4174-ab0a-a36e7ab384f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40de2c98-d834-4df7-ba92-548f7d69cb68,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:13.640033 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 54342) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:45:13.688557 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ca1146f0-9901-421d-b145-6742b40f7e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:13.709206 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ca1146f0-9901-421d-b145-6742b40f7e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:13.754823 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ca1146f0-9901-421d-b145-6742b40f7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:13.757695 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ca1146f0-9901-421d-b145-6742b40f7e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:13.759054 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-ca1146f0-9901-421d-b145-6742b40f7e20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40de2c98-d834-4df7-ba92-548f7d69cb68 HTTP/1.1" status: 204 len: 168 time: 0.1177745 Aug 31 05:45:13.768384 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1146f0-9901-421d-b145-6742b40f7e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40de2c98-d834-4df7-ba92-548f7d69cb68,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:15.291442 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 54388) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:45:15.397153 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e84ef48d-000e-417a-b9ce-cdc00e688654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:15.482498 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e84ef48d-000e-417a-b9ce-cdc00e688654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:15.486495 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e84ef48d-000e-417a-b9ce-cdc00e688654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:15.526345 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-e84ef48d-000e-417a-b9ce-cdc00e688654 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5cab8f4483b04517bc32fc9ec5689a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338409 Aug 31 05:45:15.527332 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ef48d-000e-417a-b9ce-cdc00e688654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac58e5c-3ef9-4a73-9284-716ee531f1a9,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:15.529057 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 54392) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:45:15.579540 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3063021d-59b6-430d-b1f9-6a7f675989a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:15.599597 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3063021d-59b6-430d-b1f9-6a7f675989a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:15.644401 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3063021d-59b6-430d-b1f9-6a7f675989a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:15.647124 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3063021d-59b6-430d-b1f9-6a7f675989a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:15.648249 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-3063021d-59b6-430d-b1f9-6a7f675989a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ac58e5c-3ef9-4a73-9284-716ee531f1a9 HTTP/1.1" status: 204 len: 168 time: 0.1176178 Aug 31 05:45:15.655302 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063021d-59b6-430d-b1f9-6a7f675989a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac58e5c-3ef9-4a73-9284-716ee531f1a9,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:15.905449 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 54398) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:45:15.921745 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-539d2e23-80ca-41b6-88fa-e407ce727fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:16.008204 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-539d2e23-80ca-41b6-88fa-e407ce727fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:16.013134 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-539d2e23-80ca-41b6-88fa-e407ce727fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:16.054166 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-539d2e23-80ca-41b6-88fa-e407ce727fcf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29bd521a6cef4064b2e07c814d389b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470504 Aug 31 05:45:16.055244 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d2e23-80ca-41b6-88fa-e407ce727fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb34160-8cd5-47f6-9741-eaebdfa437e1,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:16.056982 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 54400) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:45:16.106344 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02324547-628b-428c-9b48-c88c90fcdc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:16.127111 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02324547-628b-428c-9b48-c88c90fcdc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:16.172839 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02324547-628b-428c-9b48-c88c90fcdc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:16.175322 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02324547-628b-428c-9b48-c88c90fcdc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:16.176471 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-02324547-628b-428c-9b48-c88c90fcdc54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8fb34160-8cd5-47f6-9741-eaebdfa437e1 HTTP/1.1" status: 204 len: 168 time: 0.1184793 Aug 31 05:45:16.184009 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02324547-628b-428c-9b48-c88c90fcdc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb34160-8cd5-47f6-9741-eaebdfa437e1,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:24.665533 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:29.562286 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5ceecfca-2b33-4e6a-a64a-2a9764ed301c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:31.883258 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c664179f-1693-4da7-a893-28ca5f4ef7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:32.359854 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:33.315110 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:34.882069 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:35.543248 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 54522) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:45:35.645194 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-508175df-00c2-4250-85e6-0764a86c1ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:35.733374 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-508175df-00c2-4250-85e6-0764a86c1ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:35.736894 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-508175df-00c2-4250-85e6-0764a86c1ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:35.774240 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-508175df-00c2-4250-85e6-0764a86c1ff2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b2098b4b947476ab352cbe29437c20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299335 Aug 31 05:45:35.775070 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508175df-00c2-4250-85e6-0764a86c1ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb65ad9b-681e-4e22-b26a-19bb2e1d2954,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:35.777074 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 54526) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:45:35.824808 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68b6d62c-af05-47df-8c06-9c363bababb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:35.845037 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68b6d62c-af05-47df-8c06-9c363bababb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:35.889295 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68b6d62c-af05-47df-8c06-9c363bababb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:35.892479 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68b6d62c-af05-47df-8c06-9c363bababb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:35.893610 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-68b6d62c-af05-47df-8c06-9c363bababb0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb65ad9b-681e-4e22-b26a-19bb2e1d2954 HTTP/1.1" status: 204 len: 168 time: 0.1155765 Aug 31 05:45:35.901092 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6d62c-af05-47df-8c06-9c363bababb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb65ad9b-681e-4e22-b26a-19bb2e1d2954,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:38.051385 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-4c404f64-90ea-4416-95ab-01b892c22297 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=30591ca1a44b45a79e53d817033aa354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289824 Aug 31 05:45:38.235612 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a8e8deb6-2c2a-4633-8ec4-d8fcecbc7de9 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:38.237052 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a8e8deb6-2c2a-4633-8ec4-d8fcecbc7de9 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805968 Aug 31 05:45:38.252055 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-6d9a7845-539e-4e82-ba01-4d68b65b5318 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/quotas/30591ca1a44b45a79e53d817033aa354 HTTP/1.1" status: 200 len: 375 time: 0.0090735 Aug 31 05:45:38.282598 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-ab62008d-31db-4444-a4c9-5bc785e89fe3 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=30591ca1a44b45a79e53d817033aa354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252554 Aug 31 05:45:38.437380 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d769db66-243e-435b-8092-92c75af4eba9 req-17355dba-d449-4d98-a55c-00c748fbeb92 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 210 time: 0.0254354 Aug 31 05:45:39.296987 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-fc1d7e1d-479a-486e-8890-47037be9f737 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=30591ca1a44b45a79e53d817033aa354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284328 Aug 31 05:45:39.481308 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-3204c0a2-6d55-4a1e-be45-a4c41f35d9be tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:39.482746 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-3204c0a2-6d55-4a1e-be45-a4c41f35d9be tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769729 Aug 31 05:45:39.501338 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Request body: {'port': {'device_id': '0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95', 'network_id': 'b3dbf3d8-a1e8-426a-ba6a-040943f1abd7', 'admin_state_up': True, 'tenant_id': '30591ca1a44b45a79e53d817033aa354'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:45:39.528736 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e3c8edd0-6a41-45ea-b82f-e16acea5cc3b req-9509600a-a677-4629-8c5a-328505761233 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 210 time: 0.0256882 Aug 31 05:45:39.609014 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Made reservation on behalf of 30591ca1a44b45a79e53d817033aa354 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:45:39.612872 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:39.621443 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:39.711252 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:39.714825 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:39.779384 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b1586e-2168-43a8-b6e6-b33f5ef3b8c4,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:39.849635 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Allocated IP 192.168.233.116 (b3dbf3d8-a1e8-426a-ba6a-040943f1abd7/e6b9eeef-0139-4c8b-b85a-26c2c8f97ca4/fc44cbde-751e-404d-aa3b-cd6e321aba14) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:45:39.996740 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:40.010479 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Transition to ACTIVE for port object fc44cbde-751e-404d-aa3b-cd6e321aba14 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:45:40.041823 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:40.084204 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Network b3dbf3d8-a1e8-426a-ba6a-040943f1abd7 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:45:40.087148 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:45:40.090764 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:45:40.096795 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Pushing event updated for resources: {'Port': ['ID=fc44cbde-751e-404d-aa3b-cd6e321aba14,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:40.143197 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:40.143825 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:40.159403 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-a93a4c71-b7f9-469d-b1bb-a7e3719bff44 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6622672 Aug 31 05:45:40.180038 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Request body: {'port': {'device_id': '0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:45:40.239679 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:40.366803 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-22bb6056-73a4-439b-98be-faceddcf5106 None None] Provisioning for port fc44cbde-751e-404d-aa3b-cd6e321aba14 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:45:40.370526 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-22bb6056-73a4-439b-98be-faceddcf5106 None None] Provisioning complete for port fc44cbde-751e-404d-aa3b-cd6e321aba14 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:45:40.370965 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-22bb6056-73a4-439b-98be-faceddcf5106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:40.407738 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-22bb6056-73a4-439b-98be-faceddcf5106 None None] Port fc44cbde-751e-404d-aa3b-cd6e321aba14 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:45:40.497293 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc44cbde-751e-404d-aa3b-cd6e321aba14 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:45:40.504592 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:40.516353 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Transition to ACTIVE for port object fc44cbde-751e-404d-aa3b-cd6e321aba14 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:45:40.518993 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:40.567780 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Pushing event updated for resources: {'Port': ['ID=fc44cbde-751e-404d-aa3b-cd6e321aba14,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:40.639984 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Attempting to bind port fc44cbde-751e-404d-aa3b-cd6e321aba14 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:45:40.640453 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Attempting to bind port fc44cbde-751e-404d-aa3b-cd6e321aba14 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'cc7fe4ee-984c-4bf1-bef6-11fe8babe3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b3dbf3d8-a1e8-426a-ba6a-040943f1abd7'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:45:40.640800 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Attempting to bind port fc44cbde-751e-404d-aa3b-cd6e321aba14 on network b3dbf3d8-a1e8-426a-ba6a-040943f1abd7 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:45:40.645370 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Port fc44cbde-751e-404d-aa3b-cd6e321aba14 on network b3dbf3d8-a1e8-426a-ba6a-040943f1abd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:45:40.645694 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Attempting to bind port fc44cbde-751e-404d-aa3b-cd6e321aba14 on network b3dbf3d8-a1e8-426a-ba6a-040943f1abd7 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:45:40.650613 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:45:40.651087 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Checking segment: {'id': 'cc7fe4ee-984c-4bf1-bef6-11fe8babe3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b3dbf3d8-a1e8-426a-ba6a-040943f1abd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:45:40.651501 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Bound using segment: {'id': 'cc7fe4ee-984c-4bf1-bef6-11fe8babe3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b3dbf3d8-a1e8-426a-ba6a-040943f1abd7'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:45:40.651932 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Bound port: fc44cbde-751e-404d-aa3b-cd6e321aba14, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc7fe4ee-984c-4bf1-bef6-11fe8babe3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b3dbf3d8-a1e8-426a-ba6a-040943f1abd7'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:45:40.652298 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:40.660684 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f354c88-921a-4cf1-83a9-74ea3fdd93fe req-909f06ac-2710-494c-a382-eccfc2ced463 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:40.662228 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3f354c88-921a-4cf1-83a9-74ea3fdd93fe req-909f06ac-2710-494c-a382-eccfc2ced463 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 948 time: 0.0561433 Aug 31 05:45:40.702594 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3f354c88-921a-4cf1-83a9-74ea3fdd93fe req-642e0a58-6145-4ca0-9e64-96c26be35fef tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/security-groups?id=90b1586e-2168-43a8-b6e6-b33f5ef3b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Aug 31 05:45:40.724939 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] For port fc44cbde-751e-404d-aa3b-cd6e321aba14, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:45:40.728054 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] For port fc44cbde-751e-404d-aa3b-cd6e321aba14, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fc44cbde-751e-404d-aa3b-cd6e321aba14,segment=NetworkSegment(cc7fe4ee-984c-4bf1-bef6-11fe8babe3af),segment_id=cc7fe4ee-984c-4bf1-bef6-11fe8babe3af)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:45:40.732282 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:40.770973 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:40.771612 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:40.773016 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] 10.222.0.32 "PUT /v2.0/ports/fc44cbde-751e-404d-aa3b-cd6e321aba14 HTTP/1.1" status: 200 len: 1098 time: 0.6009269 Aug 31 05:45:40.773458 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95', 'tag': 'fc44cbde-751e-404d-aa3b-cd6e321aba14'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:45:40.775732 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edfbd27-8b96-487f-9b7d-6c868cf20cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95", "tag": "fc44cbde-751e-404d-aa3b-cd6e321aba14"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:45:40.803580 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39fc06-2ab6-494f-b18c-c5f4b5a4ea4d service neutron] Pushing event updated for resources: {'Port': ['ID=fc44cbde-751e-404d-aa3b-cd6e321aba14,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:40.820967 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f54f687-f69d-41a1-b572-5172a996b898 x-openstack-request-id: req-8f54f687-f69d-41a1-b572-5172a996b898 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:45:40.821270 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95", "tag": "fc44cbde-751e-404d-aa3b-cd6e321aba14", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:45:40.821525 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f54f687-f69d-41a1-b572-5172a996b898 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:45:40.821927 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95', 'tag': 'fc44cbde-751e-404d-aa3b-cd6e321aba14', 'status': 'completed', 'code': 200} Aug 31 05:45:40.871225 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-0d2f8382-18ab-4a8b-b261-acf1870b85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:40.872749 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-0d2f8382-18ab-4a8b-b261-acf1870b85b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30591ca1a44b45a79e53d817033aa354&device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 1101 time: 0.0471041 Aug 31 05:45:40.920605 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-6951d8c2-c16e-4df4-a1ff-4e60016202b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=fc44cbde-751e-404d-aa3b-cd6e321aba14 HTTP/1.1" status: 200 len: 217 time: 0.0354598 Aug 31 05:45:40.973193 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-81f88310-6fa5-43bc-9337-b2fea5fed2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:40.974630 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-81f88310-6fa5-43bc-9337-b2fea5fed2bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6b9eeef-0139-4c8b-b85a-26c2c8f97ca4 HTTP/1.1" status: 200 len: 843 time: 0.0438664 Aug 31 05:45:41.023386 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-c5b6ea8a-e5ae-4b1d-b0a3-56ce0e0fbefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:41.024731 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-c5b6ea8a-e5ae-4b1d-b0a3-56ce0e0fbefd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3dbf3d8-a1e8-426a-ba6a-040943f1abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389812 Aug 31 05:45:41.117824 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-c8279d4f-8a50-4733-a2e6-79b5cd2528dd service neutron] 10.222.0.32 "GET /v2.0/networks/b3dbf3d8-a1e8-426a-ba6a-040943f1abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816727 Aug 31 05:45:41.208113 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-90cf5f80-81c4-4999-82c6-e1c5c1b1d013 req-0be1b88a-bd52-48f4-b06b-4d12f1215c0a service neutron] 10.222.0.32 "GET /v2.0/networks/b3dbf3d8-a1e8-426a-ba6a-040943f1abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786352 Aug 31 05:45:41.306883 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbd27-8b96-487f-9b7d-6c868cf20cbc req-87c45a2f-c202-4561-8204-f05edeb6d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:41.308415 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0edfbd27-8b96-487f-9b7d-6c868cf20cbc req-87c45a2f-c202-4561-8204-f05edeb6d768 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30591ca1a44b45a79e53d817033aa354&device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 1101 time: 0.0434568 Aug 31 05:45:41.396916 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbd27-8b96-487f-9b7d-6c868cf20cbc req-2a66e968-c461-4071-9fb6-9accf79669c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:41.398408 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0edfbd27-8b96-487f-9b7d-6c868cf20cbc req-2a66e968-c461-4071-9fb6-9accf79669c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3dbf3d8-a1e8-426a-ba6a-040943f1abd7 HTTP/1.1" status: 200 len: 870 time: 0.0819089 Aug 31 05:45:41.443810 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0edfbd27-8b96-487f-9b7d-6c868cf20cbc req-94cf3b4e-85ee-42be-a19e-d6a2810365fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=fc44cbde-751e-404d-aa3b-cd6e321aba14 HTTP/1.1" status: 200 len: 217 time: 0.0371881 Aug 31 05:45:41.491803 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbd27-8b96-487f-9b7d-6c868cf20cbc req-ba4b69ce-3703-452b-b69a-352160ef5aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:41.493161 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0edfbd27-8b96-487f-9b7d-6c868cf20cbc req-ba4b69ce-3703-452b-b69a-352160ef5aa3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6b9eeef-0139-4c8b-b85a-26c2c8f97ca4 HTTP/1.1" status: 200 len: 843 time: 0.0417948 Aug 31 05:45:41.536783 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbd27-8b96-487f-9b7d-6c868cf20cbc req-407b0c3f-4921-4e26-8335-34462f5cadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:41.538189 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0edfbd27-8b96-487f-9b7d-6c868cf20cbc req-407b0c3f-4921-4e26-8335-34462f5cadd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3dbf3d8-a1e8-426a-ba6a-040943f1abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0371070 Aug 31 05:45:41.630477 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0edfbd27-8b96-487f-9b7d-6c868cf20cbc req-1386d9fa-c26c-4bee-93c6-d379689f9359 service neutron] 10.222.0.32 "GET /v2.0/networks/b3dbf3d8-a1e8-426a-ba6a-040943f1abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836136 Aug 31 05:45:41.717834 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0edfbd27-8b96-487f-9b7d-6c868cf20cbc req-8f43e077-0ac5-4a95-8933-e6db48a7efb8 service neutron] 10.222.0.32 "GET /v2.0/networks/b3dbf3d8-a1e8-426a-ba6a-040943f1abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790153 Aug 31 05:45:41.818117 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4159c-ac46-4cb1-8edb-354a4a7d9160 req-3dccdada-9e3e-4d62-b8cd-947b909e66fc tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:41.819581 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d7e4159c-ac46-4cb1-8edb-354a4a7d9160 req-3dccdada-9e3e-4d62-b8cd-947b909e66fc tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 948 time: 0.0479817 Aug 31 05:45:41.855153 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d7e4159c-ac46-4cb1-8edb-354a4a7d9160 req-77bba05c-ec9f-4f4b-a572-deface68b3b3 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/security-groups?id=90b1586e-2168-43a8-b6e6-b33f5ef3b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297780 Aug 31 05:45:42.966149 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869daf8-6233-4069-8785-7d0a6e3a4a82 req-258e15db-dcb3-4331-bdc2-1becfbf74bbc tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:42.967704 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c869daf8-6233-4069-8785-7d0a6e3a4a82 req-258e15db-dcb3-4331-bdc2-1becfbf74bbc tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 948 time: 0.0471795 Aug 31 05:45:43.004753 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c869daf8-6233-4069-8785-7d0a6e3a4a82 req-6f888311-bde1-403b-a537-ee9e03c1e568 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/security-groups?id=90b1586e-2168-43a8-b6e6-b33f5ef3b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311069 Aug 31 05:45:43.967923 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device fc44cbde-751e-404d-aa3b-cd6e321aba14 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:45:44.059229 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port fc44cbde-751e-404d-aa3b-cd6e321aba14, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fc44cbde-751e-404d-aa3b-cd6e321aba14,segment=NetworkSegment(cc7fe4ee-984c-4bf1-bef6-11fe8babe3af),segment_id=cc7fe4ee-984c-4bf1-bef6-11fe8babe3af)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:45:44.070646 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': 'fc44cbde-751e-404d-aa3b-cd6e321aba14', 'network_id': 'b3dbf3d8-a1e8-426a-ba6a-040943f1abd7', 'port_id': 'fc44cbde-751e-404d-aa3b-cd6e321aba14', 'mac_address': 'fa:16:3e:a5:a9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b9eeef-0139-4c8b-b85a-26c2c8f97ca4', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:45:44.106403 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:44.116522 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29647a94-293a-4785-a6a0-264bdb639470 req-ea7e6470-3a8b-47e7-b3c0-dcd2139af345 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:44.118019 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-29647a94-293a-4785-a6a0-264bdb639470 req-ea7e6470-3a8b-47e7-b3c0-dcd2139af345 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 948 time: 0.0500669 Aug 31 05:45:44.119411 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc44cbde-751e-404d-aa3b-cd6e321aba14 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:45:44.138573 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port fc44cbde-751e-404d-aa3b-cd6e321aba14, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fc44cbde-751e-404d-aa3b-cd6e321aba14,segment=NetworkSegment(cc7fe4ee-984c-4bf1-bef6-11fe8babe3af),segment_id=cc7fe4ee-984c-4bf1-bef6-11fe8babe3af)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:45:44.143422 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:44.155862 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-29647a94-293a-4785-a6a0-264bdb639470 req-8b6ec098-b2a6-4607-aac3-628549b67706 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/security-groups?id=90b1586e-2168-43a8-b6e6-b33f5ef3b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312662 Aug 31 05:45:44.188302 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=fc44cbde-751e-404d-aa3b-cd6e321aba14,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:44.195180 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:44.195541 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:44.195867 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:44.196194 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:44.196525 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:44.196848 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:44.197168 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:44.197487 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:44.197809 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:44.198125 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:44.198441 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:44.198755 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:45:44.399319 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['fc44cbde-751e-404d-aa3b-cd6e321aba14'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:45:45.265061 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f33bb9-dbdb-48a0-a9c2-821f3ea55c64 req-909635e1-4e93-4bcd-a193-309479d65e07 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:45.266496 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-34f33bb9-dbdb-48a0-a9c2-821f3ea55c64 req-909635e1-4e93-4bcd-a193-309479d65e07 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 949 time: 0.0465341 Aug 31 05:45:45.302504 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-34f33bb9-dbdb-48a0-a9c2-821f3ea55c64 req-0c210158-8310-4b85-804b-664e08042e01 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/security-groups?id=90b1586e-2168-43a8-b6e6-b33f5ef3b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301278 Aug 31 05:45:45.983836 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device fc44cbde-751e-404d-aa3b-cd6e321aba14 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:45:46.030439 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port fc44cbde-751e-404d-aa3b-cd6e321aba14 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:45:46.033892 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port fc44cbde-751e-404d-aa3b-cd6e321aba14 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:45:46.034259 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:46.108549 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:46.133588 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc44cbde-751e-404d-aa3b-cd6e321aba14'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:45:46.136685 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74177ae2-d3a3-4ac8-b70c-f7924a77a201" -d '{"events": [{"server_uuid": "0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95", "name": "network-vif-plugged", "status": "completed", "tag": "fc44cbde-751e-404d-aa3b-cd6e321aba14"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:45:46.150104 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port fc44cbde-751e-404d-aa3b-cd6e321aba14, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fc44cbde-751e-404d-aa3b-cd6e321aba14,segment=NetworkSegment(cc7fe4ee-984c-4bf1-bef6-11fe8babe3af),segment_id=cc7fe4ee-984c-4bf1-bef6-11fe8babe3af)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:45:46.155398 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:46.177547 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54167cf1-b708-453d-b9ac-bbfcba87f33c x-openstack-request-id: req-54167cf1-b708-453d-b9ac-bbfcba87f33c {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:45:46.177916 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95", "name": "network-vif-plugged", "status": "completed", "tag": "fc44cbde-751e-404d-aa3b-cd6e321aba14", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:45:46.178161 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54167cf1-b708-453d-b9ac-bbfcba87f33c {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:45:46.178541 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc44cbde-751e-404d-aa3b-cd6e321aba14', 'code': 200} Aug 31 05:45:46.204149 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=fc44cbde-751e-404d-aa3b-cd6e321aba14,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:46.351239 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad7685-2a4f-4ab9-8caa-2f3e8b1df606 req-6ac90aec-85e6-44a1-a67a-ae9d4e94c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:46.352806 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0dad7685-2a4f-4ab9-8caa-2f3e8b1df606 req-6ac90aec-85e6-44a1-a67a-ae9d4e94c76f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 1103 time: 0.0396397 Aug 31 05:45:46.391822 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-0dad7685-2a4f-4ab9-8caa-2f3e8b1df606 req-ea7104d3-bbad-48b0-a421-98e0100a1c33 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=90b1586e-2168-43a8-b6e6-b33f5ef3b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282047 Aug 31 05:45:46.416448 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006e24f-f08b-473c-86e3-06d3a9bf796d req-c56519f3-e1c8-48c3-9ee3-1fdcdb8ef1e1 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:46.418222 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6006e24f-f08b-473c-86e3-06d3a9bf796d req-c56519f3-e1c8-48c3-9ee3-1fdcdb8ef1e1 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 950 time: 0.0498431 Aug 31 05:45:46.462759 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6006e24f-f08b-473c-86e3-06d3a9bf796d req-22eb5d70-75db-4274-addc-d1fe155fed6f tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/security-groups?id=90b1586e-2168-43a8-b6e6-b33f5ef3b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375626 Aug 31 05:45:47.582659 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e12818-8a6a-494d-844c-d629c8d2f8f5 req-4bc8666e-9503-4daa-9291-b86df53e9e0e tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:47.584047 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e4e12818-8a6a-494d-844c-d629c8d2f8f5 req-4bc8666e-9503-4daa-9291-b86df53e9e0e tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 950 time: 0.0532269 Aug 31 05:45:47.620363 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e4e12818-8a6a-494d-844c-d629c8d2f8f5 req-9af5f96a-f603-4ce4-96ed-0669d7e01a89 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/security-groups?id=90b1586e-2168-43a8-b6e6-b33f5ef3b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304298 Aug 31 05:45:47.895502 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:45:48.878952 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1e7c6-a7b2-481d-9c1c-8b8c908f3fee req-c4aa3413-9c9d-4616-9882-b9f36b840bf1 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:48.880423 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2ff1e7c6-a7b2-481d-9c1c-8b8c908f3fee req-c4aa3413-9c9d-4616-9882-b9f36b840bf1 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 950 time: 0.1946120 Aug 31 05:45:48.915928 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2ff1e7c6-a7b2-481d-9c1c-8b8c908f3fee req-c07f4077-5f0a-4985-b8c6-bcd640608875 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/security-groups?id=90b1586e-2168-43a8-b6e6-b33f5ef3b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296621 Aug 31 05:45:49.158779 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4d660-b1cf-4e4a-b1bb-5f497d074976 req-4c7d6f19-33d5-45eb-8dbf-3e6f77e3094f tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:49.160330 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ddb4d660-b1cf-4e4a-b1bb-5f497d074976 req-4c7d6f19-33d5-45eb-8dbf-3e6f77e3094f tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 950 time: 0.0474615 Aug 31 05:45:49.196502 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ddb4d660-b1cf-4e4a-b1bb-5f497d074976 req-c03eed28-9bba-434b-b6f9-151685c1b72b tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/security-groups?id=90b1586e-2168-43a8-b6e6-b33f5ef3b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303078 Aug 31 05:45:50.313048 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba7ebe-aae3-4fc3-991b-08c99d5fdc9d req-8ab3b25b-f9ce-43f8-8013-25c11a294618 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:50.314847 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fbba7ebe-aae3-4fc3-991b-08c99d5fdc9d req-8ab3b25b-f9ce-43f8-8013-25c11a294618 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 950 time: 0.0525658 Aug 31 05:45:50.351629 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-fbba7ebe-aae3-4fc3-991b-08c99d5fdc9d req-7e0cf9ec-020b-4ab3-ad2e-af556e365578 tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/security-groups?id=90b1586e-2168-43a8-b6e6-b33f5ef3b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303168 Aug 31 05:45:50.576172 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c8783-a66c-4bd7-9860-19e75a15260c req-8b38c930-8d46-4544-ac60-74eb41c26cab tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:50.577550 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f95c8783-a66c-4bd7-9860-19e75a15260c req-8b38c930-8d46-4544-ac60-74eb41c26cab tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 950 time: 0.0514724 Aug 31 05:45:50.665840 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-f95c8783-a66c-4bd7-9860-19e75a15260c req-5bbf3be9-911e-4060-ba41-dbf241e4837f tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Deleting port fc44cbde-751e-404d-aa3b-cd6e321aba14 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:45:50.666181 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f95c8783-a66c-4bd7-9860-19e75a15260c req-5bbf3be9-911e-4060-ba41-dbf241e4837f tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:50.755047 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-f95c8783-a66c-4bd7-9860-19e75a15260c req-5bbf3be9-911e-4060-ba41-dbf241e4837f tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] For port fc44cbde-751e-404d-aa3b-cd6e321aba14, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=fc44cbde-751e-404d-aa3b-cd6e321aba14,segment=NetworkSegment(cc7fe4ee-984c-4bf1-bef6-11fe8babe3af),segment_id=cc7fe4ee-984c-4bf1-bef6-11fe8babe3af)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:45:50.755443 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f95c8783-a66c-4bd7-9860-19e75a15260c req-5bbf3be9-911e-4060-ba41-dbf241e4837f tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:50.767807 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-f95c8783-a66c-4bd7-9860-19e75a15260c req-5bbf3be9-911e-4060-ba41-dbf241e4837f tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Calling delete_port for fc44cbde-751e-404d-aa3b-cd6e321aba14 owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:45:50.887904 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f95c8783-a66c-4bd7-9860-19e75a15260c req-5bbf3be9-911e-4060-ba41-dbf241e4837f tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:50.903984 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['fc44cbde-751e-404d-aa3b-cd6e321aba14'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:45:50.918804 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf3be9-911e-4060-ba41-dbf241e4837f tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Pushing event deleted for resources: {'Port': ['ID=fc44cbde-751e-404d-aa3b-cd6e321aba14,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:50.960483 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95c8783-a66c-4bd7-9860-19e75a15260c req-5bbf3be9-911e-4060-ba41-dbf241e4837f tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] No DVR routers for this DVR port fc44cbde-751e-404d-aa3b-cd6e321aba14 on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:45:50.963192 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f95c8783-a66c-4bd7-9860-19e75a15260c req-5bbf3be9-911e-4060-ba41-dbf241e4837f tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:50.965259 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f95c8783-a66c-4bd7-9860-19e75a15260c req-5bbf3be9-911e-4060-ba41-dbf241e4837f tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.32 "DELETE /v2.0/ports/fc44cbde-751e-404d-aa3b-cd6e321aba14 HTTP/1.1" status: 204 len: 173 time: 0.3777001 Aug 31 05:45:50.965703 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95', 'name': 'network-vif-deleted', 'tag': 'fc44cbde-751e-404d-aa3b-cd6e321aba14'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:45:50.967960 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31bfc7d-08b3-46a6-8206-2fb9380df035" -d '{"events": [{"server_uuid": "0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95", "name": "network-vif-deleted", "tag": "fc44cbde-751e-404d-aa3b-cd6e321aba14"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:45:51.007833 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f32828-45eb-41b3-8afc-999d5e4d6145 x-openstack-request-id: req-77f32828-45eb-41b3-8afc-999d5e4d6145 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:45:51.008127 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95", "name": "network-vif-deleted", "tag": "fc44cbde-751e-404d-aa3b-cd6e321aba14", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:45:51.008380 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77f32828-45eb-41b3-8afc-999d5e4d6145 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:45:51.008777 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95', 'name': 'network-vif-deleted', 'tag': 'fc44cbde-751e-404d-aa3b-cd6e321aba14', 'status': 'completed', 'code': 200} Aug 31 05:45:51.510440 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9ea011e7-a7a8-4aa8-baff-e07839c567b2 req-ebfcaba0-05ec-447f-a6b7-9bc97a39f6db tempest-VolumesNegativeTest-1942514634 tempest-VolumesNegativeTest-1942514634-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fcfe4d7-64d1-41f4-a8b6-694d65fbbd95 HTTP/1.1" status: 200 len: 210 time: 0.0808337 Aug 31 05:45:54.061905 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device fc44cbde-751e-404d-aa3b-cd6e321aba14 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:45:54.082540 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: fc44cbde-751e-404d-aa3b-cd6e321aba14 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:45:54.082886 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device fc44cbde-751e-404d-aa3b-cd6e321aba14 not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:45:54.667628 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:56.081669 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 54870) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:45:56.206769 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-d1b3fdf5-821d-47c0-858a-63088ac84016 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30591ca1a44b45a79e53d817033aa354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1239617 Aug 31 05:45:56.209250 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 54874) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:45:56.259812 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d0128ffa-cee9-461d-ba0f-f3f126ac32e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:56.279547 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d0128ffa-cee9-461d-ba0f-f3f126ac32e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:56.328841 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d0128ffa-cee9-461d-ba0f-f3f126ac32e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:56.331365 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d0128ffa-cee9-461d-ba0f-f3f126ac32e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:56.332513 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-d0128ffa-cee9-461d-ba0f-f3f126ac32e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/90b1586e-2168-43a8-b6e6-b33f5ef3b8c4 HTTP/1.1" status: 204 len: 168 time: 0.1223910 Aug 31 05:45:56.340680 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0128ffa-cee9-461d-ba0f-f3f126ac32e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b1586e-2168-43a8-b6e6-b33f5ef3b8c4,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:56.922515 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 54896) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:45:57.017637 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-776628897-network', 'tenant_id': 'f0cabd559d74439687ef4a9cfeed961a'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:45:57.038890 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] Made reservation on behalf of f0cabd559d74439687ef4a9cfeed961a for: {'network': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:45:57.041120 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:57.049197 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:57.136823 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:57.141191 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:57.168447 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=94006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:45:57.174626 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9115e8fa-4659-4b49-a649-58dee543e31e,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:57.180464 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:57.180803 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.segments_db [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] Added segment d0b49f97-66b9-45c5-aadf-435b3cb90ae1 of type vlan for network c3f7c02f-2a83-4905-aaca-d80b00f64f3e Aug 31 05:45:57.220766 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:57.244760 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:57.245799 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:57.246381 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:57.305098 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3814592 Aug 31 05:45:57.308076 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 54900) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:45:57.313910 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-22277b96-daf5-4e53-af19-fb799296dbee admin admin] Request body: {'subnet': {'network_id': 'c3f7c02f-2a83-4905-aaca-d80b00f64f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-776628897-subnet', 'tenant_id': 'f0cabd559d74439687ef4a9cfeed961a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:45:57.314118 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb682f-7c90-4855-b35e-8ee61d82b762 admin admin] Pushing event updated for resources: {'Network': ['ID=c3f7c02f-2a83-4905-aaca-d80b00f64f3e,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:57.324512 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network c3f7c02f-2a83-4905-aaca-d80b00f64f3e details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:45:57.336260 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22277b96-daf5-4e53-af19-fb799296dbee admin admin] Made reservation on behalf of f0cabd559d74439687ef4a9cfeed961a for: {'subnet': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:45:57.338851 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-22277b96-daf5-4e53-af19-fb799296dbee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9430071'] for subnet, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:57.506894 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-22277b96-daf5-4e53-af19-fb799296dbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4118051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9430049'] for subnet, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:57.554962 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22277b96-daf5-4e53-af19-fb799296dbee admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c92a1b1-94b3-42e9-a502-ab8a209e642a,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:45:57.571270 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22277b96-daf5-4e53-af19-fb799296dbee admin admin] Checking segment: {'id': 'd0b49f97-66b9-45c5-aadf-435b3cb90ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3f7c02f-2a83-4905-aaca-d80b00f64f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:45:57.571629 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22277b96-daf5-4e53-af19-fb799296dbee admin admin] Network hostable DHCP agents. Network: c3f7c02f-2a83-4905-aaca-d80b00f64f3e, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:45:57.588308 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22277b96-daf5-4e53-af19-fb799296dbee admin admin] Network c3f7c02f-2a83-4905-aaca-d80b00f64f3e is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:45:57.597791 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-22277b96-daf5-4e53-af19-fb799296dbee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, c3f7c02f-2a83-4905-aaca-d80b00f64f3e) {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:45:57.604606 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22277b96-daf5-4e53-af19-fb799296dbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:57.605917 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-22277b96-daf5-4e53-af19-fb799296dbee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:57.606927 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3353de2-b408-4604-9c61-efcbfb21b061 None None] Network c3f7c02f-2a83-4905-aaca-d80b00f64f3e requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:45:57.622657 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-22277b96-daf5-4e53-af19-fb799296dbee admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3131762 Aug 31 05:45:57.733065 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849e5f6-ec0f-433d-bf60-1e2afd7bef18 None None] Network c3f7c02f-2a83-4905-aaca-d80b00f64f3e requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:45:59.351240 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be355e78-b85b-4036-94ec-db0617b55122 req-9ebf8a7d-c50b-4142-9e40-383b17c9a920 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:45:59.352759 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-9ebf8a7d-c50b-4142-9e40-383b17c9a920 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/networks?id=c3f7c02f-2a83-4905-aaca-d80b00f64f3e HTTP/1.1" status: 200 len: 813 time: 0.0986440 Aug 31 05:45:59.367642 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-9dce4319-064a-453e-9311-0b176ad0258c tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/quotas/f0cabd559d74439687ef4a9cfeed961a HTTP/1.1" status: 200 len: 375 time: 0.0091877 Aug 31 05:45:59.401393 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-0bcb38cb-f545-4950-88db-3bfd48a411de tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f0cabd559d74439687ef4a9cfeed961a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287673 Aug 31 05:45:59.412662 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-e584f547-d80a-406e-8bcd-56efed06d6bd tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:45:59.413612 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-e584f547-d80a-406e-8bcd-56efed06d6bd tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059066 Aug 31 05:45:59.541551 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-ed098569-f611-4bc1-8502-e0c86fb6a6fa service neutron] 10.222.0.10 "GET /v2.0/networks/c3f7c02f-2a83-4905-aaca-d80b00f64f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222537 Aug 31 05:45:59.562688 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-88cd19e2-482d-400e-af5f-32c1a386367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:45:59.632046 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-227c8a9e-f9fb-4ae9-8165-0acc3b3264c0 service neutron] 10.222.0.10 "GET /v2.0/networks/c3f7c02f-2a83-4905-aaca-d80b00f64f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843775 Aug 31 05:46:00.005715 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b70a76c7-20c0-4544-8efd-56e33bd0f5c6 req-0a3964e6-299b-4093-b3b4-b797a386318a tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 210 time: 0.2370505 Aug 31 05:46:00.858374 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be355e78-b85b-4036-94ec-db0617b55122 req-e28f7cc9-8d77-4b83-8175-30053745e65f tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:00.859834 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-e28f7cc9-8d77-4b83-8175-30053745e65f tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.32 "GET /v2.0/networks?id=c3f7c02f-2a83-4905-aaca-d80b00f64f3e HTTP/1.1" status: 200 len: 813 time: 0.1057065 Aug 31 05:46:00.873395 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-be355e78-b85b-4036-94ec-db0617b55122 req-e5690b82-dd8a-49a2-9c44-f0fcfadcb806 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Request body: {'port': {'device_id': '86b0edbe-cb96-4dcb-832f-44de648aa112', 'network_id': 'c3f7c02f-2a83-4905-aaca-d80b00f64f3e', 'admin_state_up': True, 'tenant_id': 'f0cabd559d74439687ef4a9cfeed961a'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:46:00.977546 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be355e78-b85b-4036-94ec-db0617b55122 req-e5690b82-dd8a-49a2-9c44-f0fcfadcb806 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Made reservation on behalf of f0cabd559d74439687ef4a9cfeed961a for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:46:00.981029 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-be355e78-b85b-4036-94ec-db0617b55122 req-e5690b82-dd8a-49a2-9c44-f0fcfadcb806 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:01.098126 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4a5b5cbf-2452-4311-ad92-c25660a5f04b req-bb0c68a6-e573-46d8-8168-bde203e4a2b8 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 210 time: 0.0256183 Aug 31 05:46:01.105598 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-be355e78-b85b-4036-94ec-db0617b55122 req-e5690b82-dd8a-49a2-9c44-f0fcfadcb806 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Allocated IP 172.20.0.14 (c3f7c02f-2a83-4905-aaca-d80b00f64f3e/1c92a1b1-94b3-42e9-a502-ab8a209e642a/2b4963ed-a684-4c72-8edc-5498d6d9c23c) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:46:01.254549 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-be355e78-b85b-4036-94ec-db0617b55122 req-e5690b82-dd8a-49a2-9c44-f0fcfadcb806 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:01.291689 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-be355e78-b85b-4036-94ec-db0617b55122 req-e5690b82-dd8a-49a2-9c44-f0fcfadcb806 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:01.334635 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be355e78-b85b-4036-94ec-db0617b55122 req-e5690b82-dd8a-49a2-9c44-f0fcfadcb806 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Network c3f7c02f-2a83-4905-aaca-d80b00f64f3e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:46:01.337603 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-be355e78-b85b-4036-94ec-db0617b55122 req-e5690b82-dd8a-49a2-9c44-f0fcfadcb806 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:46:01.341283 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-be355e78-b85b-4036-94ec-db0617b55122 req-e5690b82-dd8a-49a2-9c44-f0fcfadcb806 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:46:01.363676 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5690b82-dd8a-49a2-9c44-f0fcfadcb806 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Pushing event updated for resources: {'Port': ['ID=2b4963ed-a684-4c72-8edc-5498d6d9c23c,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:46:01.389540 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be355e78-b85b-4036-94ec-db0617b55122 req-e5690b82-dd8a-49a2-9c44-f0fcfadcb806 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:01.390134 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-be355e78-b85b-4036-94ec-db0617b55122 req-e5690b82-dd8a-49a2-9c44-f0fcfadcb806 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:01.403860 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-e5690b82-dd8a-49a2-9c44-f0fcfadcb806 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5342524 Aug 31 05:46:01.420767 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-a159b652-c097-4d7d-83ea-fad075ea4e74 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:46:01.422123 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-a159b652-c097-4d7d-83ea-fad075ea4e74 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052600 Aug 31 05:46:01.434577 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Request body: {'port': {'device_id': '86b0edbe-cb96-4dcb-832f-44de648aa112', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:46:01.489716 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:01.739132 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4963ed-a684-4c72-8edc-5498d6d9c23c {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:46:01.746314 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:01.758580 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Transition to ACTIVE for port object 2b4963ed-a684-4c72-8edc-5498d6d9c23c will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:46:01.762675 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:01.817262 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4963ed-a684-4c72-8edc-5498d6d9c23c,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:46:01.883727 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Attempting to bind port 2b4963ed-a684-4c72-8edc-5498d6d9c23c on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:46:01.884405 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Attempting to bind port 2b4963ed-a684-4c72-8edc-5498d6d9c23c by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'd0b49f97-66b9-45c5-aadf-435b3cb90ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3f7c02f-2a83-4905-aaca-d80b00f64f3e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:46:01.884515 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-dbe87e7d-97c1-4610-8e01-0585a8cec95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:01.884905 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Attempting to bind port 2b4963ed-a684-4c72-8edc-5498d6d9c23c on network c3f7c02f-2a83-4905-aaca-d80b00f64f3e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:46:01.889770 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Port 2b4963ed-a684-4c72-8edc-5498d6d9c23c on network c3f7c02f-2a83-4905-aaca-d80b00f64f3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:46:01.890089 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Attempting to bind port 2b4963ed-a684-4c72-8edc-5498d6d9c23c on network c3f7c02f-2a83-4905-aaca-d80b00f64f3e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:46:01.895269 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:46:01.895600 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Checking segment: {'id': 'd0b49f97-66b9-45c5-aadf-435b3cb90ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3f7c02f-2a83-4905-aaca-d80b00f64f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:46:01.895968 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Bound using segment: {'id': 'd0b49f97-66b9-45c5-aadf-435b3cb90ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3f7c02f-2a83-4905-aaca-d80b00f64f3e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:46:01.896385 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Bound port: 2b4963ed-a684-4c72-8edc-5498d6d9c23c, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b49f97-66b9-45c5-aadf-435b3cb90ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3f7c02f-2a83-4905-aaca-d80b00f64f3e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:46:01.896731 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:01.957660 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] For port 2b4963ed-a684-4c72-8edc-5498d6d9c23c, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:46:01.960522 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] For port 2b4963ed-a684-4c72-8edc-5498d6d9c23c, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=2b4963ed-a684-4c72-8edc-5498d6d9c23c,segment=NetworkSegment(d0b49f97-66b9-45c5-aadf-435b3cb90ae1),segment_id=d0b49f97-66b9-45c5-aadf-435b3cb90ae1)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:46:01.964574 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:01.995823 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:01.996421 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:01.997772 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] 10.222.0.32 "PUT /v2.0/ports/2b4963ed-a684-4c72-8edc-5498d6d9c23c HTTP/1.1" status: 200 len: 1094 time: 0.5683262 Aug 31 05:46:01.998200 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b0edbe-cb96-4dcb-832f-44de648aa112', 'tag': '2b4963ed-a684-4c72-8edc-5498d6d9c23c'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:46:02.000409 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d714d8b2-255b-48a5-be83-532b0aa394f7" -d '{"events": [{"name": "network-changed", "server_uuid": "86b0edbe-cb96-4dcb-832f-44de648aa112", "tag": "2b4963ed-a684-4c72-8edc-5498d6d9c23c"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:46:02.025897 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb5436-5264-494e-a922-ffefc7cf61c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4963ed-a684-4c72-8edc-5498d6d9c23c,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:46:02.046980 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5357ec3d-06b8-4680-a0a6-87063b2a88c9 x-openstack-request-id: req-5357ec3d-06b8-4680-a0a6-87063b2a88c9 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:46:02.047288 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b0edbe-cb96-4dcb-832f-44de648aa112", "tag": "2b4963ed-a684-4c72-8edc-5498d6d9c23c", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:46:02.047542 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5357ec3d-06b8-4680-a0a6-87063b2a88c9 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:46:02.047935 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b0edbe-cb96-4dcb-832f-44de648aa112', 'tag': '2b4963ed-a684-4c72-8edc-5498d6d9c23c', 'status': 'completed', 'code': 200} Aug 31 05:46:02.079538 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be355e78-b85b-4036-94ec-db0617b55122 req-e9f06920-723a-4637-8ed0-b08102b1f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:02.081008 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-e9f06920-723a-4637-8ed0-b08102b1f54f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0cabd559d74439687ef4a9cfeed961a&device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 1097 time: 0.0425241 Aug 31 05:46:02.128422 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-e8295b99-f3e6-4d6e-83ce-aebbf77b1a1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4963ed-a684-4c72-8edc-5498d6d9c23c HTTP/1.1" status: 200 len: 217 time: 0.0391173 Aug 31 05:46:02.181068 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be355e78-b85b-4036-94ec-db0617b55122 req-294cce9d-fca1-4d86-9755-a1635eb3956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:02.182531 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-294cce9d-fca1-4d86-9755-a1635eb3956a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c92a1b1-94b3-42e9-a502-ab8a209e642a HTTP/1.1" status: 200 len: 853 time: 0.0435355 Aug 31 05:46:02.215735 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109e800-7bf6-4d61-9991-8e3613606725 req-c1d6fab0-04a5-4cd2-bc8e-25e027fa12f6 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:02.217208 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f109e800-7bf6-4d61-9991-8e3613606725 req-c1d6fab0-04a5-4cd2-bc8e-25e027fa12f6 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 944 time: 0.0479481 Aug 31 05:46:02.219083 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-721f0f0f-2438-4624-b753-1ff30f1ada70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3f7c02f-2a83-4905-aaca-d80b00f64f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241954 Aug 31 05:46:02.256099 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f109e800-7bf6-4d61-9991-8e3613606725 req-763195ad-3759-4fe5-9773-5529c5411c33 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Aug 31 05:46:02.318873 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-d23339ea-0fc6-4950-8fd3-80fe9d480b08 service neutron] 10.222.0.32 "GET /v2.0/networks/c3f7c02f-2a83-4905-aaca-d80b00f64f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883870 Aug 31 05:46:02.361498 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:02.413386 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-be355e78-b85b-4036-94ec-db0617b55122 req-7867dfe0-d7a3-4dad-bb14-0e8b17fbf7bf service neutron] 10.222.0.32 "GET /v2.0/networks/c3f7c02f-2a83-4905-aaca-d80b00f64f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829611 Aug 31 05:46:02.502433 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714d8b2-255b-48a5-be83-532b0aa394f7 req-3205a4e5-fab4-4cb8-8ca6-c80768d0fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:02.503924 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d714d8b2-255b-48a5-be83-532b0aa394f7 req-3205a4e5-fab4-4cb8-8ca6-c80768d0fc5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0cabd559d74439687ef4a9cfeed961a&device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 1097 time: 0.0403976 Aug 31 05:46:02.594353 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714d8b2-255b-48a5-be83-532b0aa394f7 req-642edcca-3d4d-4e03-878d-4898c037089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:02.595778 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d714d8b2-255b-48a5-be83-532b0aa394f7 req-642edcca-3d4d-4e03-878d-4898c037089e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c3f7c02f-2a83-4905-aaca-d80b00f64f3e HTTP/1.1" status: 200 len: 914 time: 0.0846043 Aug 31 05:46:02.636869 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d714d8b2-255b-48a5-be83-532b0aa394f7 req-4afb697d-d6a4-4288-8cd8-189550c90fd6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4963ed-a684-4c72-8edc-5498d6d9c23c HTTP/1.1" status: 200 len: 217 time: 0.0332577 Aug 31 05:46:02.687335 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714d8b2-255b-48a5-be83-532b0aa394f7 req-a1bbaf39-e738-4e6b-a0d7-6abfe7270ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:02.689254 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d714d8b2-255b-48a5-be83-532b0aa394f7 req-a1bbaf39-e738-4e6b-a0d7-6abfe7270ab2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c92a1b1-94b3-42e9-a502-ab8a209e642a HTTP/1.1" status: 200 len: 853 time: 0.0438673 Aug 31 05:46:02.973089 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d714d8b2-255b-48a5-be83-532b0aa394f7 req-7f64bd66-bc82-4c30-8ca1-c084ba85f1ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3f7c02f-2a83-4905-aaca-d80b00f64f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2767239 Aug 31 05:46:03.062079 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d714d8b2-255b-48a5-be83-532b0aa394f7 req-231f14c0-3685-43f1-99bf-829a97b59ce0 service neutron] 10.222.0.32 "GET /v2.0/networks/c3f7c02f-2a83-4905-aaca-d80b00f64f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805736 Aug 31 05:46:03.153254 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d714d8b2-255b-48a5-be83-532b0aa394f7 req-1b996c83-4684-47c8-aca7-a57bb0e1e450 service neutron] 10.222.0.32 "GET /v2.0/networks/c3f7c02f-2a83-4905-aaca-d80b00f64f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832012 Aug 31 05:46:03.320637 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:03.374914 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4a384-116d-4d2a-b72c-0d023b7434ac req-2c0388b5-9eb2-465b-9350-04e567408ded tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:03.376431 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7dc4a384-116d-4d2a-b72c-0d023b7434ac req-2c0388b5-9eb2-465b-9350-04e567408ded tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 944 time: 0.0506706 Aug 31 05:46:03.412512 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7dc4a384-116d-4d2a-b72c-0d023b7434ac req-8ebd2ad0-6074-482a-8cc3-b1b895310a88 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302916 Aug 31 05:46:04.124195 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 2b4963ed-a684-4c72-8edc-5498d6d9c23c details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:46:04.216460 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 2b4963ed-a684-4c72-8edc-5498d6d9c23c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=2b4963ed-a684-4c72-8edc-5498d6d9c23c,segment=NetworkSegment(d0b49f97-66b9-45c5-aadf-435b3cb90ae1),segment_id=d0b49f97-66b9-45c5-aadf-435b3cb90ae1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:46:04.227083 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '2b4963ed-a684-4c72-8edc-5498d6d9c23c', 'network_id': 'c3f7c02f-2a83-4905-aaca-d80b00f64f3e', 'port_id': '2b4963ed-a684-4c72-8edc-5498d6d9c23c', 'mac_address': 'fa:16:3e:18:5e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c92a1b1-94b3-42e9-a502-ab8a209e642a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:46:04.262454 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:04.275253 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4963ed-a684-4c72-8edc-5498d6d9c23c {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:46:04.293824 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 2b4963ed-a684-4c72-8edc-5498d6d9c23c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=2b4963ed-a684-4c72-8edc-5498d6d9c23c,segment=NetworkSegment(d0b49f97-66b9-45c5-aadf-435b3cb90ae1),segment_id=d0b49f97-66b9-45c5-aadf-435b3cb90ae1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:46:04.297844 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:04.343343 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=2b4963ed-a684-4c72-8edc-5498d6d9c23c,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:46:04.525294 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f5dd-4ba7-44e0-85a7-3a680986ad2c req-5b2019a9-6080-4de9-8e2e-cbdad9bbfad9 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:04.526639 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a576f5dd-4ba7-44e0-85a7-3a680986ad2c req-5b2019a9-6080-4de9-8e2e-cbdad9bbfad9 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 945 time: 0.0481064 Aug 31 05:46:04.533404 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['2b4963ed-a684-4c72-8edc-5498d6d9c23c'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:46:04.565957 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a576f5dd-4ba7-44e0-85a7-3a680986ad2c req-4212f537-74e0-4864-911c-e323c52e1c75 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Aug 31 05:46:04.884288 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:05.675724 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5f097-5a5f-4e8f-a648-4ad980aec9e9 req-56d980d5-6097-4f32-a6df-72f385f7292d tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:05.677168 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-14c5f097-5a5f-4e8f-a648-4ad980aec9e9 req-56d980d5-6097-4f32-a6df-72f385f7292d tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 945 time: 0.0472643 Aug 31 05:46:05.713959 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-14c5f097-5a5f-4e8f-a648-4ad980aec9e9 req-053939eb-2f6e-4345-8a21-d40c9faf2fd2 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309863 Aug 31 05:46:06.154598 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 2b4963ed-a684-4c72-8edc-5498d6d9c23c up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:46:06.201978 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port 2b4963ed-a684-4c72-8edc-5498d6d9c23c completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:46:06.205629 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 2b4963ed-a684-4c72-8edc-5498d6d9c23c triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:46:06.205999 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:06.281741 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:06.305275 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b0edbe-cb96-4dcb-832f-44de648aa112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4963ed-a684-4c72-8edc-5498d6d9c23c'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:46:06.307711 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea2dbf5-997b-43b7-a331-972187e12be3" -d '{"events": [{"server_uuid": "86b0edbe-cb96-4dcb-832f-44de648aa112", "name": "network-vif-plugged", "status": "completed", "tag": "2b4963ed-a684-4c72-8edc-5498d6d9c23c"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:46:06.321687 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 2b4963ed-a684-4c72-8edc-5498d6d9c23c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=2b4963ed-a684-4c72-8edc-5498d6d9c23c,segment=NetworkSegment(d0b49f97-66b9-45c5-aadf-435b3cb90ae1),segment_id=d0b49f97-66b9-45c5-aadf-435b3cb90ae1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:46:06.325694 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:06.348530 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e256d47f-fc43-477d-8c4b-98ae245d26be x-openstack-request-id: req-e256d47f-fc43-477d-8c4b-98ae245d26be {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:46:06.348821 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b0edbe-cb96-4dcb-832f-44de648aa112", "name": "network-vif-plugged", "status": "completed", "tag": "2b4963ed-a684-4c72-8edc-5498d6d9c23c", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:46:06.349070 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e256d47f-fc43-477d-8c4b-98ae245d26be {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:46:06.349449 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b0edbe-cb96-4dcb-832f-44de648aa112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4963ed-a684-4c72-8edc-5498d6d9c23c', 'code': 200} Aug 31 05:46:06.374493 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=2b4963ed-a684-4c72-8edc-5498d6d9c23c,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:46:06.574156 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612f7ed-8025-40be-8a7d-5bbc5eabda8d req-e29ed161-7c5a-4876-a005-fe5d1c37f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:06.575661 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d612f7ed-8025-40be-8a7d-5bbc5eabda8d req-e29ed161-7c5a-4876-a005-fe5d1c37f5a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 1099 time: 0.0830252 Aug 31 05:46:06.614099 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d612f7ed-8025-40be-8a7d-5bbc5eabda8d req-6c2d9b8b-8da9-4038-9da8-b47f90a841eb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274587 Aug 31 05:46:06.828396 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562f92a-67a3-4662-af2a-c5a332468a5a req-924b5e60-0ac8-4792-b3ef-2341357cf811 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:06.830344 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2562f92a-67a3-4662-af2a-c5a332468a5a req-924b5e60-0ac8-4792-b3ef-2341357cf811 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 946 time: 0.0528560 Aug 31 05:46:06.868060 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2562f92a-67a3-4662-af2a-c5a332468a5a req-f3bd37e4-03f0-4121-b3ee-4577390243bb tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317912 Aug 31 05:46:07.980823 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475358a-6c80-4a89-8778-4c62fb15d147 req-f1ea9d7f-bee2-4a92-9b3a-1845034d5a14 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:07.982255 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c475358a-6c80-4a89-8778-4c62fb15d147 req-f1ea9d7f-bee2-4a92-9b3a-1845034d5a14 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 946 time: 0.0477533 Aug 31 05:46:08.019167 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c475358a-6c80-4a89-8778-4c62fb15d147 req-335c50c2-3b3c-4ec8-be91-d59c9e14f43c tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301845 Aug 31 05:46:24.680980 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:24.894740 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:46:29.565442 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-bf822156-0b0a-497a-88bf-53e531f4b141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:31.885486 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7c17a7fd-d539-4c2a-9fe5-41cea0472e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:32.363425 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:33.320781 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:34.888698 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:48.391671 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef1b1a-cb91-40e5-9770-67d7a5ab223f req-14e33bb0-d108-4334-a900-b43338aec089 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:48.393113 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ecef1b1a-cb91-40e5-9770-67d7a5ab223f req-14e33bb0-d108-4334-a900-b43338aec089 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 946 time: 0.0581975 Aug 31 05:46:48.433185 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ecef1b1a-cb91-40e5-9770-67d7a5ab223f req-e32f93e7-f32d-4e37-a312-5380a9bd4338 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341120 Aug 31 05:46:49.551764 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96cbdc-9e96-4098-be0e-2ec77ccc02da req-8918cc7f-8106-40ac-905f-72996e9dcaa8 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:49.553143 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6f96cbdc-9e96-4098-be0e-2ec77ccc02da req-8918cc7f-8106-40ac-905f-72996e9dcaa8 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 946 time: 0.0529094 Aug 31 05:46:49.589993 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6f96cbdc-9e96-4098-be0e-2ec77ccc02da req-8dbe8fba-183a-4d71-8508-d706227d62ae tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310593 Aug 31 05:46:50.114105 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ac3f5-44c9-4cab-82b1-da246b644cb6 req-bfb34139-0f22-4e75-9c34-d229b436c4cc tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:50.115554 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9b0ac3f5-44c9-4cab-82b1-da246b644cb6 req-bfb34139-0f22-4e75-9c34-d229b436c4cc tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.32 "GET /v2.0/ports?device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 946 time: 0.0510349 Aug 31 05:46:50.202248 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-9b0ac3f5-44c9-4cab-82b1-da246b644cb6 req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Deleting port 2b4963ed-a684-4c72-8edc-5498d6d9c23c {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:46:50.202592 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9b0ac3f5-44c9-4cab-82b1-da246b644cb6 req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:50.289944 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-9b0ac3f5-44c9-4cab-82b1-da246b644cb6 req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] For port 2b4963ed-a684-4c72-8edc-5498d6d9c23c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=2b4963ed-a684-4c72-8edc-5498d6d9c23c,segment=NetworkSegment(d0b49f97-66b9-45c5-aadf-435b3cb90ae1),segment_id=d0b49f97-66b9-45c5-aadf-435b3cb90ae1)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:46:50.290263 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9b0ac3f5-44c9-4cab-82b1-da246b644cb6 req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:50.302687 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-9b0ac3f5-44c9-4cab-82b1-da246b644cb6 req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Calling delete_port for 2b4963ed-a684-4c72-8edc-5498d6d9c23c owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:46:50.423161 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9b0ac3f5-44c9-4cab-82b1-da246b644cb6 req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:50.438783 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['2b4963ed-a684-4c72-8edc-5498d6d9c23c'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:46:50.459440 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Pushing event deleted for resources: {'Port': ['ID=2b4963ed-a684-4c72-8edc-5498d6d9c23c,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:46:50.470892 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:46:50.471260 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:46:50.471597 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:46:50.471926 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:46:50.472253 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:46:50.472577 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:46:50.472897 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:46:50.473219 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:46:50.473539 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:46:50.473855 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:46:50.474174 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:46:50.474491 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:46:50.509976 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0ac3f5-44c9-4cab-82b1-da246b644cb6 req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] No DVR routers for this DVR port 2b4963ed-a684-4c72-8edc-5498d6d9c23c on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:46:50.512417 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-9b0ac3f5-44c9-4cab-82b1-da246b644cb6 req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:50.514446 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9b0ac3f5-44c9-4cab-82b1-da246b644cb6 req-5ca56b09-7ee0-41cf-ac84-d6a5f1edc3ad tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.32 "DELETE /v2.0/ports/2b4963ed-a684-4c72-8edc-5498d6d9c23c HTTP/1.1" status: 204 len: 173 time: 0.3926342 Aug 31 05:46:50.514873 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b0edbe-cb96-4dcb-832f-44de648aa112', 'name': 'network-vif-deleted', 'tag': '2b4963ed-a684-4c72-8edc-5498d6d9c23c'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:46:50.517696 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1545ad3a-6199-4f83-9fa4-7613ea355395" -d '{"events": [{"server_uuid": "86b0edbe-cb96-4dcb-832f-44de648aa112", "name": "network-vif-deleted", "tag": "2b4963ed-a684-4c72-8edc-5498d6d9c23c"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:46:50.556245 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfafe38-c575-4069-8335-c05432fcbc5a x-openstack-request-id: req-0dfafe38-c575-4069-8335-c05432fcbc5a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:46:50.556533 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b0edbe-cb96-4dcb-832f-44de648aa112", "name": "network-vif-deleted", "tag": "2b4963ed-a684-4c72-8edc-5498d6d9c23c", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:46:50.556778 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dfafe38-c575-4069-8335-c05432fcbc5a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:46:50.557167 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b0edbe-cb96-4dcb-832f-44de648aa112', 'name': 'network-vif-deleted', 'tag': '2b4963ed-a684-4c72-8edc-5498d6d9c23c', 'status': 'completed', 'code': 200} Aug 31 05:46:50.696472 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4bf6467f-0b53-4790-a83d-c0249ee358d4 req-de409d6b-fec4-48ce-9a80-209d072b05d2 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=86b0edbe-cb96-4dcb-832f-44de648aa112 HTTP/1.1" status: 200 len: 210 time: 0.0260859 Aug 31 05:46:54.849501 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 2b4963ed-a684-4c72-8edc-5498d6d9c23c no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:46:54.870792 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: 2b4963ed-a684-4c72-8edc-5498d6d9c23c {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:46:54.871204 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 2b4963ed-a684-4c72-8edc-5498d6d9c23c not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:46:54.874412 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:59.566473 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c28d5cee-da4f-416a-b71a-d5300b269488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:46:59.613362 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b011c-2857-4a78-89bf-1804b531b112 req-99f31c93-83c4-4e50-be9a-cfa7b7b68650 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:46:59.614825 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-99f31c93-83c4-4e50-be9a-cfa7b7b68650 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/networks?id=c3f7c02f-2a83-4905-aaca-d80b00f64f3e HTTP/1.1" status: 200 len: 813 time: 0.1034214 Aug 31 05:46:59.629758 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-f733c1b6-62fc-4ec6-9d33-9dd3c05b25c1 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/quotas/f0cabd559d74439687ef4a9cfeed961a HTTP/1.1" status: 200 len: 375 time: 0.0092568 Aug 31 05:46:59.660299 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-b5e7c8b5-77d1-40f6-8300-782edb1257d1 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f0cabd559d74439687ef4a9cfeed961a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255899 Aug 31 05:46:59.670917 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-0c5fd880-73d9-445b-b377-0a3d3bf2daba tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:46:59.671918 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-0c5fd880-73d9-445b-b377-0a3d3bf2daba tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054953 Aug 31 05:46:59.801199 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-a8ee3cef-7ff9-478f-926e-465f5defb22e service neutron] 10.222.0.10 "GET /v2.0/networks/c3f7c02f-2a83-4905-aaca-d80b00f64f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236863 Aug 31 05:46:59.895563 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-df612e5a-79be-408a-a1bb-94cbbcedc34d service neutron] 10.222.0.10 "GET /v2.0/networks/c3f7c02f-2a83-4905-aaca-d80b00f64f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882163 Aug 31 05:47:00.050800 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3032c6ec-30af-468e-b907-a06a86ab6be8 req-30559d2b-b025-49c4-9f7f-032d58cd5142 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 210 time: 0.0265636 Aug 31 05:47:01.021135 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b011c-2857-4a78-89bf-1804b531b112 req-4a12b332-1c31-40ac-bafa-7e860ce8f98d tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:01.022586 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-4a12b332-1c31-40ac-bafa-7e860ce8f98d tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.32 "GET /v2.0/networks?id=c3f7c02f-2a83-4905-aaca-d80b00f64f3e HTTP/1.1" status: 200 len: 813 time: 0.1070986 Aug 31 05:47:01.040978 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-b16b011c-2857-4a78-89bf-1804b531b112 req-da0b86a2-f49e-4057-87c6-fc944c2b7c3e tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Request body: {'port': {'device_id': '1b9d5735-b5d1-483f-b105-a161da17e445', 'network_id': 'c3f7c02f-2a83-4905-aaca-d80b00f64f3e', 'admin_state_up': True, 'tenant_id': 'f0cabd559d74439687ef4a9cfeed961a'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:47:01.145628 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cc4f7629-3494-4ba0-ab55-11bf87397a61 req-ed742ac8-3abe-4f32-bd00-da2be282d3f5 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 210 time: 0.0262196 Aug 31 05:47:01.149036 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16b011c-2857-4a78-89bf-1804b531b112 req-da0b86a2-f49e-4057-87c6-fc944c2b7c3e tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Made reservation on behalf of f0cabd559d74439687ef4a9cfeed961a for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:47:01.152547 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-b16b011c-2857-4a78-89bf-1804b531b112 req-da0b86a2-f49e-4057-87c6-fc944c2b7c3e tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:01.276090 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-b16b011c-2857-4a78-89bf-1804b531b112 req-da0b86a2-f49e-4057-87c6-fc944c2b7c3e tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Allocated IP 172.20.0.4 (c3f7c02f-2a83-4905-aaca-d80b00f64f3e/1c92a1b1-94b3-42e9-a502-ab8a209e642a/f8ee22eb-5f22-4812-b03c-0fb0dbe1c118) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:47:01.426669 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-b16b011c-2857-4a78-89bf-1804b531b112 req-da0b86a2-f49e-4057-87c6-fc944c2b7c3e tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:01.466197 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-b16b011c-2857-4a78-89bf-1804b531b112 req-da0b86a2-f49e-4057-87c6-fc944c2b7c3e tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:01.511874 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16b011c-2857-4a78-89bf-1804b531b112 req-da0b86a2-f49e-4057-87c6-fc944c2b7c3e tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Network c3f7c02f-2a83-4905-aaca-d80b00f64f3e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:47:01.517450 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-b16b011c-2857-4a78-89bf-1804b531b112 req-da0b86a2-f49e-4057-87c6-fc944c2b7c3e tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:47:01.522639 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16b011c-2857-4a78-89bf-1804b531b112 req-da0b86a2-f49e-4057-87c6-fc944c2b7c3e tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:47:01.526715 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b86a2-f49e-4057-87c6-fc944c2b7c3e tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Pushing event updated for resources: {'Port': ['ID=f8ee22eb-5f22-4812-b03c-0fb0dbe1c118,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:01.571315 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b011c-2857-4a78-89bf-1804b531b112 req-da0b86a2-f49e-4057-87c6-fc944c2b7c3e tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:01.571926 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-b16b011c-2857-4a78-89bf-1804b531b112 req-da0b86a2-f49e-4057-87c6-fc944c2b7c3e tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:01.586999 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-da0b86a2-f49e-4057-87c6-fc944c2b7c3e tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5497739 Aug 31 05:47:01.604335 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Request body: {'port': {'device_id': '1b9d5735-b5d1-483f-b105-a161da17e445', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:47:01.660922 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:01.887536 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-bbcface9-83e3-436b-9f5e-bfcb52b731b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:01.894483 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:47:01.950797 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:47:01.962413 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:01.981223 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Transition to ACTIVE for port object f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:47:01.984201 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:02.049284 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Pushing event updated for resources: {'Port': ['ID=f8ee22eb-5f22-4812-b03c-0fb0dbe1c118,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:02.100335 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Attempting to bind port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:47:02.100667 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Attempting to bind port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'd0b49f97-66b9-45c5-aadf-435b3cb90ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3f7c02f-2a83-4905-aaca-d80b00f64f3e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:47:02.100993 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Attempting to bind port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 on network c3f7c02f-2a83-4905-aaca-d80b00f64f3e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:47:02.105300 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 on network c3f7c02f-2a83-4905-aaca-d80b00f64f3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:47:02.105620 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Attempting to bind port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 on network c3f7c02f-2a83-4905-aaca-d80b00f64f3e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:47:02.110740 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:47:02.111071 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Checking segment: {'id': 'd0b49f97-66b9-45c5-aadf-435b3cb90ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3f7c02f-2a83-4905-aaca-d80b00f64f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:47:02.111470 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Bound using segment: {'id': 'd0b49f97-66b9-45c5-aadf-435b3cb90ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3f7c02f-2a83-4905-aaca-d80b00f64f3e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:47:02.111888 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Bound port: f8ee22eb-5f22-4812-b03c-0fb0dbe1c118, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b49f97-66b9-45c5-aadf-435b3cb90ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c3f7c02f-2a83-4905-aaca-d80b00f64f3e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:47:02.112508 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:02.173695 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] For port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:47:02.176728 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] For port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f8ee22eb-5f22-4812-b03c-0fb0dbe1c118,segment=NetworkSegment(d0b49f97-66b9-45c5-aadf-435b3cb90ae1),segment_id=d0b49f97-66b9-45c5-aadf-435b3cb90ae1)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:47:02.181044 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:02.214931 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:02.215567 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:02.216951 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] 10.222.0.32 "PUT /v2.0/ports/f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 HTTP/1.1" status: 200 len: 1093 time: 0.6168234 Aug 31 05:47:02.217394 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9d5735-b5d1-483f-b105-a161da17e445', 'tag': 'f8ee22eb-5f22-4812-b03c-0fb0dbe1c118'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:47:02.219649 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1122c5c-ba20-4bfb-befc-300617d6456e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9d5735-b5d1-483f-b105-a161da17e445", "tag": "f8ee22eb-5f22-4812-b03c-0fb0dbe1c118"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:47:02.246170 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86239195-1ef2-4a40-b986-ccf99316077a service neutron] Pushing event updated for resources: {'Port': ['ID=f8ee22eb-5f22-4812-b03c-0fb0dbe1c118,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:02.273446 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f26e87-32b6-4467-acb9-8bf9b900c5ef req-d6031679-be67-4f86-a334-7d6ff7f6debb tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:02.274359 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cbee72-f427-4fd7-9b4d-4e41653bbbcc x-openstack-request-id: req-00cbee72-f427-4fd7-9b4d-4e41653bbbcc {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:47:02.274661 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9d5735-b5d1-483f-b105-a161da17e445", "tag": "f8ee22eb-5f22-4812-b03c-0fb0dbe1c118", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:47:02.274886 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00cbee72-f427-4fd7-9b4d-4e41653bbbcc {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:47:02.275051 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-77f26e87-32b6-4467-acb9-8bf9b900c5ef req-d6031679-be67-4f86-a334-7d6ff7f6debb tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 943 time: 0.0618937 Aug 31 05:47:02.275359 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9d5735-b5d1-483f-b105-a161da17e445', 'tag': 'f8ee22eb-5f22-4812-b03c-0fb0dbe1c118', 'status': 'completed', 'code': 200} Aug 31 05:47:02.317965 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-77f26e87-32b6-4467-acb9-8bf9b900c5ef req-7473d885-8024-49c9-b742-d026bde85182 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368261 Aug 31 05:47:02.322718 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b011c-2857-4a78-89bf-1804b531b112 req-2ee3a723-5dad-40ec-848b-530bad6e77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:02.324247 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-2ee3a723-5dad-40ec-848b-530bad6e77e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0cabd559d74439687ef4a9cfeed961a&device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 1096 time: 0.0587542 Aug 31 05:47:02.364165 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:02.375265 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-122e6768-9fed-43f9-9979-29227fe8f9a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 HTTP/1.1" status: 200 len: 217 time: 0.0387490 Aug 31 05:47:02.428402 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b011c-2857-4a78-89bf-1804b531b112 req-0bcbf137-724b-40fd-afb2-64182c59dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:02.429835 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-0bcbf137-724b-40fd-afb2-64182c59dc79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c92a1b1-94b3-42e9-a502-ab8a209e642a HTTP/1.1" status: 200 len: 853 time: 0.0433002 Aug 31 05:47:02.464381 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-0e0d8ba3-8a6b-4e3b-b16f-744449f2fdcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3f7c02f-2a83-4905-aaca-d80b00f64f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233521 Aug 31 05:47:02.562157 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-5c02588b-18c5-4aaa-8a6a-9d829d17dc03 service neutron] 10.222.0.32 "GET /v2.0/networks/c3f7c02f-2a83-4905-aaca-d80b00f64f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866826 Aug 31 05:47:02.655163 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-b16b011c-2857-4a78-89bf-1804b531b112 req-91f9dab5-b9dc-421a-b146-e55c108a648f service neutron] 10.222.0.32 "GET /v2.0/networks/c3f7c02f-2a83-4905-aaca-d80b00f64f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815032 Aug 31 05:47:02.746148 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122c5c-ba20-4bfb-befc-300617d6456e req-0d1f56d7-5822-4066-85b5-fe34c41ec038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:02.747737 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a1122c5c-ba20-4bfb-befc-300617d6456e req-0d1f56d7-5822-4066-85b5-fe34c41ec038 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0cabd559d74439687ef4a9cfeed961a&device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 1096 time: 0.0422747 Aug 31 05:47:02.845651 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122c5c-ba20-4bfb-befc-300617d6456e req-31ac8ad7-ee51-46de-90f0-c4d7e181b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:02.847162 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a1122c5c-ba20-4bfb-befc-300617d6456e req-31ac8ad7-ee51-46de-90f0-c4d7e181b4a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c3f7c02f-2a83-4905-aaca-d80b00f64f3e HTTP/1.1" status: 200 len: 914 time: 0.0883608 Aug 31 05:47:02.889336 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a1122c5c-ba20-4bfb-befc-300617d6456e req-6c6b15d4-3ba3-4cf0-9d40-ce684299ec17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 HTTP/1.1" status: 200 len: 217 time: 0.0344193 Aug 31 05:47:02.942630 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122c5c-ba20-4bfb-befc-300617d6456e req-54b5c1be-7cdd-429a-a53d-cb5d8a75701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:02.944012 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a1122c5c-ba20-4bfb-befc-300617d6456e req-54b5c1be-7cdd-429a-a53d-cb5d8a75701b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c92a1b1-94b3-42e9-a502-ab8a209e642a HTTP/1.1" status: 200 len: 853 time: 0.0463459 Aug 31 05:47:02.976749 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a1122c5c-ba20-4bfb-befc-300617d6456e req-140cdc98-8db6-4f3a-87e9-8a69302c9c57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3f7c02f-2a83-4905-aaca-d80b00f64f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250900 Aug 31 05:47:03.067965 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a1122c5c-ba20-4bfb-befc-300617d6456e req-51feec2b-0a3e-4cf2-b98e-7d5a7166fe37 service neutron] 10.222.0.32 "GET /v2.0/networks/c3f7c02f-2a83-4905-aaca-d80b00f64f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834198 Aug 31 05:47:03.162273 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-a1122c5c-ba20-4bfb-befc-300617d6456e req-cfbe2016-037d-4e1f-88eb-90881153549e service neutron] 10.222.0.32 "GET /v2.0/networks/c3f7c02f-2a83-4905-aaca-d80b00f64f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851045 Aug 31 05:47:03.326006 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:03.434622 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1146a-064e-46c2-9454-31b41d984b51 req-96752aca-0618-4ec7-b13d-6da6037a15a7 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:03.436102 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-55f1146a-064e-46c2-9454-31b41d984b51 req-96752aca-0618-4ec7-b13d-6da6037a15a7 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 943 time: 0.0477369 Aug 31 05:47:03.473067 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-55f1146a-064e-46c2-9454-31b41d984b51 req-e4ea366d-f5b9-4565-9a60-e598a0467154 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307190 Aug 31 05:47:04.583548 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a161b-f416-42d3-9b08-627f1956a450 req-4b267b6e-d6e4-4e37-bc2d-ee86993ca818 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:04.584890 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-422a161b-f416-42d3-9b08-627f1956a450 req-4b267b6e-d6e4-4e37-bc2d-ee86993ca818 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 943 time: 0.0464342 Aug 31 05:47:04.624518 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-422a161b-f416-42d3-9b08-627f1956a450 req-09d91842-f753-40b0-90fc-a38e3ef5fd6f tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334723 Aug 31 05:47:04.871905 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:47:04.899183 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:04.982939 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f8ee22eb-5f22-4812-b03c-0fb0dbe1c118,segment=NetworkSegment(d0b49f97-66b9-45c5-aadf-435b3cb90ae1),segment_id=d0b49f97-66b9-45c5-aadf-435b3cb90ae1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:47:04.994252 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': 'f8ee22eb-5f22-4812-b03c-0fb0dbe1c118', 'network_id': 'c3f7c02f-2a83-4905-aaca-d80b00f64f3e', 'port_id': 'f8ee22eb-5f22-4812-b03c-0fb0dbe1c118', 'mac_address': 'fa:16:3e:b7:2e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c92a1b1-94b3-42e9-a502-ab8a209e642a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:47:05.029210 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:05.041504 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:47:05.060275 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f8ee22eb-5f22-4812-b03c-0fb0dbe1c118,segment=NetworkSegment(d0b49f97-66b9-45c5-aadf-435b3cb90ae1),segment_id=d0b49f97-66b9-45c5-aadf-435b3cb90ae1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:47:05.063805 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:05.108020 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=f8ee22eb-5f22-4812-b03c-0fb0dbe1c118,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:05.115484 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:05.115829 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:05.116164 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:05.116493 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:05.116821 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:05.117144 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:05.117465 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:05.117785 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:05.118105 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:05.118420 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:05.118736 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:05.119051 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:05.331940 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['f8ee22eb-5f22-4812-b03c-0fb0dbe1c118'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:47:05.734372 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c45b5-3556-4c04-9e36-3243c7fc0f88 req-e71d8835-f4c4-4837-9230-8f4be96dd933 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:05.735935 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6d4c45b5-3556-4c04-9e36-3243c7fc0f88 req-e71d8835-f4c4-4837-9230-8f4be96dd933 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 944 time: 0.0470343 Aug 31 05:47:05.776224 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6d4c45b5-3556-4c04-9e36-3243c7fc0f88 req-a77a1385-f57a-486c-bc6c-19e156d2147d tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Aug 31 05:47:06.872208 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:47:06.889600 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff3116-3472-4002-b0cb-5a46084b2fa2 req-6bdc01ab-488f-4fb6-b6e9-7ef39cd641e0 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:06.891090 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-28ff3116-3472-4002-b0cb-5a46084b2fa2 req-6bdc01ab-488f-4fb6-b6e9-7ef39cd641e0 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 944 time: 0.0490396 Aug 31 05:47:06.918389 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:47:06.922871 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:47:06.923889 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:06.928745 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-28ff3116-3472-4002-b0cb-5a46084b2fa2 req-207c4552-0c36-4d93-af7e-de9ef7707caf tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315828 Aug 31 05:47:07.001589 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:07.023525 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9d5735-b5d1-483f-b105-a161da17e445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ee22eb-5f22-4812-b03c-0fb0dbe1c118'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:47:07.025714 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172c6605-822e-442b-b11b-5f6f13ab3d2a" -d '{"events": [{"server_uuid": "1b9d5735-b5d1-483f-b105-a161da17e445", "name": "network-vif-plugged", "status": "completed", "tag": "f8ee22eb-5f22-4812-b03c-0fb0dbe1c118"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:47:07.038443 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f8ee22eb-5f22-4812-b03c-0fb0dbe1c118,segment=NetworkSegment(d0b49f97-66b9-45c5-aadf-435b3cb90ae1),segment_id=d0b49f97-66b9-45c5-aadf-435b3cb90ae1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:47:07.042677 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:07.090485 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=f8ee22eb-5f22-4812-b03c-0fb0dbe1c118,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:07.174899 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449dbd9e-6122-4cc8-a764-d6f3f8c31653 x-openstack-request-id: req-449dbd9e-6122-4cc8-a764-d6f3f8c31653 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:47:07.175225 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9d5735-b5d1-483f-b105-a161da17e445", "name": "network-vif-plugged", "status": "completed", "tag": "f8ee22eb-5f22-4812-b03c-0fb0dbe1c118", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:47:07.175484 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-449dbd9e-6122-4cc8-a764-d6f3f8c31653 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:47:07.175879 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9d5735-b5d1-483f-b105-a161da17e445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ee22eb-5f22-4812-b03c-0fb0dbe1c118', 'code': 200} Aug 31 05:47:07.345701 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6bb8f-3a5c-4744-a4aa-a5ae247f1ef5 req-1e1ad4f3-5955-4cb7-a1b6-265c5f54e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:07.347076 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-bcb6bb8f-3a5c-4744-a4aa-a5ae247f1ef5 req-1e1ad4f3-5955-4cb7-a1b6-265c5f54e01e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 1098 time: 0.0401139 Aug 31 05:47:07.385553 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-bcb6bb8f-3a5c-4744-a4aa-a5ae247f1ef5 req-4039bfac-877d-4e14-983c-5290d5db3bdf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272985 Aug 31 05:47:08.040377 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a050616-78e4-4264-a118-7f5456c1c4b2 req-a4a3aa5d-1817-42c3-ac16-8e213915100c tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:08.041819 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8a050616-78e4-4264-a118-7f5456c1c4b2 req-a4a3aa5d-1817-42c3-ac16-8e213915100c tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 945 time: 0.0471995 Aug 31 05:47:08.079271 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8a050616-78e4-4264-a118-7f5456c1c4b2 req-3ee037ab-0140-4ec8-b074-6930b09d7229 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309296 Aug 31 05:47:09.192561 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0f037-d884-45bf-8e88-d798788bed77 req-557494ec-d7f1-44a2-b772-3d6e9cb7d90c tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:09.194007 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bbb0f037-d884-45bf-8e88-d798788bed77 req-557494ec-d7f1-44a2-b772-3d6e9cb7d90c tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 945 time: 0.0475104 Aug 31 05:47:09.234148 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-bbb0f037-d884-45bf-8e88-d798788bed77 req-ef02caa8-bd3d-473f-b211-62e578fa471f tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341182 Aug 31 05:47:24.862050 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:29.183167 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b349ee5-1257-418d-83ec-4b13413d0d08 req-dea8ab53-9d4d-4f2a-878b-3cd04dbb6679 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:29.184669 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6b349ee5-1257-418d-83ec-4b13413d0d08 req-dea8ab53-9d4d-4f2a-878b-3cd04dbb6679 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 945 time: 0.0484762 Aug 31 05:47:29.221961 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-6b349ee5-1257-418d-83ec-4b13413d0d08 req-a8f77294-1765-481a-9553-896f1375f21d tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309699 Aug 31 05:47:29.568004 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-09dc1763-a896-4cae-b2c0-47528c7de663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:30.344755 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9ed70-3c6c-4e00-899a-d0de7d9f142e req-81af4b2c-a376-4abb-8278-deadd94d7ff3 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:30.346243 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-17e9ed70-3c6c-4e00-899a-d0de7d9f142e req-81af4b2c-a376-4abb-8278-deadd94d7ff3 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 945 time: 0.0522239 Aug 31 05:47:30.382596 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-17e9ed70-3c6c-4e00-899a-d0de7d9f142e req-b65d8a14-c8bc-4844-87fe-3b8539034467 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/security-groups?id=9115e8fa-4659-4b49-a649-58dee543e31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304954 Aug 31 05:47:30.838435 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ea725-e9ed-44bb-b967-af0b331ce104 req-9539475d-d7a0-4de3-a6d4-9effec138d81 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:30.839988 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-650ea725-e9ed-44bb-b967-af0b331ce104 req-9539475d-d7a0-4de3-a6d4-9effec138d81 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 945 time: 0.0499814 Aug 31 05:47:30.941538 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-650ea725-e9ed-44bb-b967-af0b331ce104 req-fb39eed0-3e3c-44e1-8f14-1b216d766751 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Deleting port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:47:30.941874 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-650ea725-e9ed-44bb-b967-af0b331ce104 req-fb39eed0-3e3c-44e1-8f14-1b216d766751 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:31.027946 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-650ea725-e9ed-44bb-b967-af0b331ce104 req-fb39eed0-3e3c-44e1-8f14-1b216d766751 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] For port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f8ee22eb-5f22-4812-b03c-0fb0dbe1c118,segment=NetworkSegment(d0b49f97-66b9-45c5-aadf-435b3cb90ae1),segment_id=d0b49f97-66b9-45c5-aadf-435b3cb90ae1)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:47:31.028311 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-650ea725-e9ed-44bb-b967-af0b331ce104 req-fb39eed0-3e3c-44e1-8f14-1b216d766751 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:31.041123 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-650ea725-e9ed-44bb-b967-af0b331ce104 req-fb39eed0-3e3c-44e1-8f14-1b216d766751 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Calling delete_port for f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:47:31.191932 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-650ea725-e9ed-44bb-b967-af0b331ce104 req-fb39eed0-3e3c-44e1-8f14-1b216d766751 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:31.208434 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['f8ee22eb-5f22-4812-b03c-0fb0dbe1c118'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:47:31.228521 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39eed0-3e3c-44e1-8f14-1b216d766751 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Pushing event deleted for resources: {'Port': ['ID=f8ee22eb-5f22-4812-b03c-0fb0dbe1c118,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:31.289463 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-650ea725-e9ed-44bb-b967-af0b331ce104 req-fb39eed0-3e3c-44e1-8f14-1b216d766751 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] No DVR routers for this DVR port f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:47:31.292781 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-650ea725-e9ed-44bb-b967-af0b331ce104 req-fb39eed0-3e3c-44e1-8f14-1b216d766751 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:31.296852 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-650ea725-e9ed-44bb-b967-af0b331ce104 req-fb39eed0-3e3c-44e1-8f14-1b216d766751 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.32 "DELETE /v2.0/ports/f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 HTTP/1.1" status: 204 len: 173 time: 0.4463379 Aug 31 05:47:31.297545 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9d5735-b5d1-483f-b105-a161da17e445', 'name': 'network-vif-deleted', 'tag': 'f8ee22eb-5f22-4812-b03c-0fb0dbe1c118'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:47:31.301441 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabf21a2-ef41-45ac-aa66-8fff312f4768" -d '{"events": [{"server_uuid": "1b9d5735-b5d1-483f-b105-a161da17e445", "name": "network-vif-deleted", "tag": "f8ee22eb-5f22-4812-b03c-0fb0dbe1c118"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:47:31.434292 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530891df-4328-4865-bde7-109e6cb2afaa x-openstack-request-id: req-530891df-4328-4865-bde7-109e6cb2afaa {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:47:31.434834 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9d5735-b5d1-483f-b105-a161da17e445", "name": "network-vif-deleted", "tag": "f8ee22eb-5f22-4812-b03c-0fb0dbe1c118", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:47:31.435355 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-530891df-4328-4865-bde7-109e6cb2afaa {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:47:31.435821 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9d5735-b5d1-483f-b105-a161da17e445', 'name': 'network-vif-deleted', 'tag': 'f8ee22eb-5f22-4812-b03c-0fb0dbe1c118', 'status': 'completed', 'code': 200} Aug 31 05:47:31.511039 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-917e4dd1-a343-4a9b-b7b5-634edc89c1aa req-91c63306-cbe4-40b5-a565-70cebe8c8a75 tempest-VolumesSnapshotTestJSON-1634723795 tempest-VolumesSnapshotTestJSON-1634723795-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b9d5735-b5d1-483f-b105-a161da17e445 HTTP/1.1" status: 200 len: 210 time: 0.0280850 Aug 31 05:47:31.890629 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-3fba7c3a-cf56-494d-9e5d-43f2f5c372b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:32.368076 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:33.327506 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:34.893456 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:35.119268 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:47:35.143650 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:47:35.143987 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device f8ee22eb-5f22-4812-b03c-0fb0dbe1c118 not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:47:38.894468 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:47:54.884569 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.126709 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 55466) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:47:56.170515 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_v2 [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Deleting subnet 1c92a1b1-94b3-42e9-a502-ab8a209e642a {{(pid=94005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:47:56.174119 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.212196 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8894011'] for subnet, precommit_delete_associations {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.249209 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.299123 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4119292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9430040'] for subnet, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.329922 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c92a1b1-94b3-42e9-a502-ab8a209e642a,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:56.332768 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.336581 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1c92a1b1-94b3-42e9-a502-ab8a209e642a HTTP/1.1" status: 204 len: 168 time: 0.2064216 Aug 31 05:47:56.336953 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 55468) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:47:56.340284 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.340628 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.340964 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.341293 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.341617 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.341959 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.342318 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.342649 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.343003 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.343342 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.343657 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.343976 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f775aa4a-1193-4402-9f4c-055623c7cfd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.405313 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.479939 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.489780 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f7c02f-2a83-4905-aaca-d80b00f64f3e']}} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:47:56.504151 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b49f97-66b9-45c5-aadf-435b3cb90ae1') {'for_net_delete': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:47:56.504446 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b49f97-66b9-45c5-aadf-435b3cb90ae1') {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:47:56.512981 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280603'] for segment, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.526786 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.532539 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:47:56.532926 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4057184'] for segment, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: Traceback (most recent call last): Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: timer() Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: cb(*args, **kw) Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: return func(*args, **kwargs) Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: self._notify() Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: self.callback(batched_events) Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: event.method(event) Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: return f(self, *a, **k) Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._get(url).json() Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: return self.request(url, 'GET', **kwargs) Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:47:56.534726 dv-cinder-806559-3-iscsi neutron-server[94006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:47:56.588999 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.595209 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.597003 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] 10.222.0.10 "DELETE /v2.0/networks/c3f7c02f-2a83-4905-aaca-d80b00f64f3e HTTP/1.1" status: 204 len: 168 time: 0.2590785 Aug 31 05:47:56.606453 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Pushing event deleted for resources: {'Network': ['ID=c3f7c02f-2a83-4905-aaca-d80b00f64f3e,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:56.614314 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.614666 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.615007 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.615377 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.615716 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.616050 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.616381 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.616832 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.617027 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.617352 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.617718 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.618018 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c7cc2c-61bf-4ad7-863f-660ee17ac54f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:47:56.703005 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 55472) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:47:56.741052 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-28434259-d857-45c1-bc39-7a02f7cb0064 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0cabd559d74439687ef4a9cfeed961a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369170 Aug 31 05:47:56.743249 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 55474) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:47:56.790398 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-58d3333e-3196-433f-8897-964fe86d35fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.810607 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-58d3333e-3196-433f-8897-964fe86d35fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.861257 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-58d3333e-3196-433f-8897-964fe86d35fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.864309 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-58d3333e-3196-433f-8897-964fe86d35fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:56.865445 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-58d3333e-3196-433f-8897-964fe86d35fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9115e8fa-4659-4b49-a649-58dee543e31e HTTP/1.1" status: 204 len: 168 time: 0.1213274 Aug 31 05:47:56.873001 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3333e-3196-433f-8897-964fe86d35fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9115e8fa-4659-4b49-a649-58dee543e31e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:57.511170 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 55496) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:47:57.603296 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1182300411-network', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:47:57.623829 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] Made reservation on behalf of 9c5b0965b89a43749316760441c1f7b2 for: {'network': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:47:57.625998 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:57.634062 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:57.720294 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:57.723839 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:57.745911 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=94005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:47:57.760679 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a3e4ea-4b8a-4c13-8fdb-36708f63dcda,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:57.763433 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:57.763773 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.segments_db [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] Added segment 7d1b9932-6c34-4991-99d5-1eeeec209cbf of type vlan for network b5197239-582c-41cc-a928-8a7641b48b91 Aug 31 05:47:57.802126 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:57.827656 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:57.828919 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:57.829665 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:57.886842 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3745780 Aug 31 05:47:57.890362 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 55500) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:47:57.897147 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-185e784c-d3cc-41a3-bb27-dbfb128bb0ce admin admin] Request body: {'subnet': {'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1182300411-subnet', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'ip_version': 4}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:47:57.901218 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db285b-70f3-4331-bcd5-3e373d03b098 admin admin] Pushing event updated for resources: {'Network': ['ID=b5197239-582c-41cc-a928-8a7641b48b91,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:57.911014 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network b5197239-582c-41cc-a928-8a7641b48b91 details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:47:57.919871 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185e784c-d3cc-41a3-bb27-dbfb128bb0ce admin admin] Made reservation on behalf of 9c5b0965b89a43749316760441c1f7b2 for: {'subnet': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:47:57.922146 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-185e784c-d3cc-41a3-bb27-dbfb128bb0ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9430071'] for subnet, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.087143 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-185e784c-d3cc-41a3-bb27-dbfb128bb0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4118051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9430049'] for subnet, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.148852 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e784c-d3cc-41a3-bb27-dbfb128bb0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:58.157436 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185e784c-d3cc-41a3-bb27-dbfb128bb0ce admin admin] Checking segment: {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:47:58.157797 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185e784c-d3cc-41a3-bb27-dbfb128bb0ce admin admin] Network hostable DHCP agents. Network: b5197239-582c-41cc-a928-8a7641b48b91, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:47:58.175694 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185e784c-d3cc-41a3-bb27-dbfb128bb0ce admin admin] Network b5197239-582c-41cc-a928-8a7641b48b91 is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:47:58.184021 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-185e784c-d3cc-41a3-bb27-dbfb128bb0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, b5197239-582c-41cc-a928-8a7641b48b91) {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:47:58.188522 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185e784c-d3cc-41a3-bb27-dbfb128bb0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:47:58.189102 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-185e784c-d3cc-41a3-bb27-dbfb128bb0ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.194152 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53d5439-6b89-4e3b-b2e4-e861aecd764b None None] Network b5197239-582c-41cc-a928-8a7641b48b91 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:47:58.204119 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-185e784c-d3cc-41a3-bb27-dbfb128bb0ce admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3107481 Aug 31 05:47:58.206899 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 55502) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:47:58.211421 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:47:58.232508 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.234024 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.296067 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.437634 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.472594 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977e68bf-97c4-539e-b424-ee70b4d79b3f-b5197239-582c-41cc-a928-8a7641b48b91', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9'}]}} from dv-cinder-806559-3-iscsi. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:47:58.473448 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.611941 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Allocated IP 172.20.0.2 (b5197239-582c-41cc-a928-8a7641b48b91/ecab411d-3e83-4bc1-8921-b5fa35a3d8d9/2906b60d-9d35-41c1-8251-2f297cdabf28) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:47:58.639703 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.659176 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.754053 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.762299 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Transition to ACTIVE for port object 2906b60d-9d35-41c1-8251-2f297cdabf28 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:47:58.763962 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Allocated IP 172.27.1.74 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/8c5e26f9-e889-48c8-9ba0-e1abf06b034d) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:47:58.777982 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Transition to ACTIVE for port object 2906b60d-9d35-41c1-8251-2f297cdabf28 will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:47:58.784608 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.822723 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Network b5197239-582c-41cc-a928-8a7641b48b91 is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:47:58.825643 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:47:58.829976 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:47:58.835506 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Pushing event updated for resources: {'Port': ['ID=2906b60d-9d35-41c1-8251-2f297cdabf28,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:58.868466 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.886271 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Attempting to bind port 2906b60d-9d35-41c1-8251-2f297cdabf28 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:47:58.886643 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Attempting to bind port 2906b60d-9d35-41c1-8251-2f297cdabf28 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:47:58.887012 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Attempting to bind port 2906b60d-9d35-41c1-8251-2f297cdabf28 on network b5197239-582c-41cc-a928-8a7641b48b91 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:47:58.892540 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:47:58.892917 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Checking segment: {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:47:58.893321 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.893723 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Bound using segment: {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:47:58.894194 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Bound port: 2906b60d-9d35-41c1-8251-2f297cdabf28, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:47:58.894572 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.910959 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.945909 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:47:58.950672 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:47:58.954762 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:47:58.961900 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] For port 2906b60d-9d35-41c1-8251-2f297cdabf28, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:47:58.965389 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] For port 2906b60d-9d35-41c1-8251-2f297cdabf28, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=2906b60d-9d35-41c1-8251-2f297cdabf28,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:47:58.970001 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:58.981550 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Pushing event updated for resources: {'Port': ['ID=8c5e26f9-e889-48c8-9ba0-e1abf06b034d,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:59.034378 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148c3e3-fdd9-431b-b45d-10522372b2bc None None] Pushing event updated for resources: {'Port': ['ID=2906b60d-9d35-41c1-8251-2f297cdabf28,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:47:59.484135 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:59.571196 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-eda92ced-89ce-4bf3-ae23-0cdbaed1e6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:59.677208 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370152'] for router, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:59.809173 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Router b6062c86-b110-448f-b0cb-9bd96c876990 is scheduled to L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 with binding_index 1 {{(pid=94005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:47:59.921056 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:47:59.937847 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Sync routers for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:47:59.938643 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] Notify callbacks [] for router, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:47:59.942388 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-9496f899-6846-4595-987f-a1495eb188ec admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7322078 Aug 31 05:47:59.944884 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 55504) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:47:59.948181 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:47:59.949044 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:47:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:47:59.983919 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b664ccc1-af6e-4061-90d1-07ff718cd89b None None] Network b5197239-582c-41cc-a928-8a7641b48b91 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:48:00.099752 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-c546e92d-ff69-42d8-92c4-8662980c054a None None] Provisioning for port 2906b60d-9d35-41c1-8251-2f297cdabf28 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:48:00.131716 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:48:00.360010 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:00.362173 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:47:59Z', 'revision_number': 3, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:00.393699 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Checking router: b6062c86-b110-448f-b0cb-9bd96c876990 for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:48:00.394130 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Updating router b6062c86-b110-448f-b0cb-9bd96c876990 port 8c5e26f9-e889-48c8-9ba0-e1abf06b034d binding host dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:48:00.421221 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:00.529462 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Allocated IP 172.20.0.1 (b5197239-582c-41cc-a928-8a7641b48b91/ecab411d-3e83-4bc1-8921-b5fa35a3d8d9/dfd72b0a-ded1-4136-b505-c40b8ae1740e) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:48:00.632888 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:00.646825 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Transition to ACTIVE for port object dfd72b0a-ded1-4136-b505-c40b8ae1740e will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:48:00.679820 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:00.680504 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:00.690738 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Transition to ACTIVE for port object 8c5e26f9-e889-48c8-9ba0-e1abf06b034d will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:48:00.696844 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:00.722624 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Network b5197239-582c-41cc-a928-8a7641b48b91 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:48:00.729427 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:48:00.732304 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:48:00.736014 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Pushing event updated for resources: {'Port': ['ID=dfd72b0a-ded1-4136-b505-c40b8ae1740e,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:00.752244 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Attempting to bind port 8c5e26f9-e889-48c8-9ba0-e1abf06b034d on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:48:00.752611 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Attempting to bind port 8c5e26f9-e889-48c8-9ba0-e1abf06b034d by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:48:00.752995 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Attempting to bind port 8c5e26f9-e889-48c8-9ba0-e1abf06b034d on network baf71964-5e16-4dde-973b-f2bbbd097579 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:48:00.756054 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06502f2a-5023-4c37-a7c7-dced787cbdf8 None None] Pushing event updated for resources: {'Port': ['ID=8c5e26f9-e889-48c8-9ba0-e1abf06b034d,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:00.764928 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:48:00.765531 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Checking segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:48:00.766188 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:00.766763 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Bound using segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:48:00.767509 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Bound port: 8c5e26f9-e889-48c8-9ba0-e1abf06b034d, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:48:00.768817 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:00.777957 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369563'] for router_interface, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:00.826865 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] For port 8c5e26f9-e889-48c8-9ba0-e1abf06b034d, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:48:00.830876 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] For port 8c5e26f9-e889-48c8-9ba0-e1abf06b034d, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=8c5e26f9-e889-48c8-9ba0-e1abf06b034d,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:48:00.839886 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:00.884167 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:48:00.884552 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:47:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:00.934406 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:00.950450 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06502f2a-5023-4c37-a7c7-dced787cbdf8 None None] Pushing event updated for resources: {'Port': ['ID=8c5e26f9-e889-48c8-9ba0-e1abf06b034d,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:00.995016 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 2906b60d-9d35-41c1-8251-2f297cdabf28 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:48:01.046583 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:48:01.048141 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-344b10bb-c551-40f3-b5e8-5ecb4e3aa76d None None] Provisioning for port dfd72b0a-ded1-4136-b505-c40b8ae1740e completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:48:01.101539 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:01.106628 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:01.174345 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370219'] for router_interface, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:01.176148 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Pushing event updated for resources: {'Port': ['ID=dfd72b0a-ded1-4136-b505-c40b8ae1740e,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:01.225381 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-344b10bb-c551-40f3-b5e8-5ecb4e3aa76d None None] Provisioning complete for port dfd72b0a-ded1-4136-b505-c40b8ae1740e triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:01.225752 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-344b10bb-c551-40f3-b5e8-5ecb4e3aa76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:01.270555 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Network b5197239-582c-41cc-a928-8a7641b48b91 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:48:01.272011 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:48:01.314938 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-344b10bb-c551-40f3-b5e8-5ecb4e3aa76d None None] Port dfd72b0a-ded1-4136-b505-c40b8ae1740e cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:48:01.325123 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 2906b60d-9d35-41c1-8251-2f297cdabf28 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:48:01.332929 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 2906b60d-9d35-41c1-8251-2f297cdabf28 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:01.333252 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:01.396509 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Router b6062c86-b110-448f-b0cb-9bd96c876990 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:48:01.462593 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:47:59Z', 'revision_number': 3, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:01.490116 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:01.493292 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014c75b-25b5-4efd-8510-95780ed9d5db None None] The sync data for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi is: [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:47:59Z', 'revision_number': 3, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:48:01.506456 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:48:01.519524 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-ae76f32a-9693-4a55-add3-cc7525f011ba admin admin] 10.222.0.10 "PUT /v2.0/routers/b6062c86-b110-448f-b0cb-9bd96c876990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5654426 Aug 31 05:48:01.535526 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 2906b60d-9d35-41c1-8251-2f297cdabf28, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=2906b60d-9d35-41c1-8251-2f297cdabf28,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:48:01.542987 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:01.570395 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-a1232c8e-db99-4ed2-8ab6-1062c57ac5f8 None None] Provisioning complete for port dfd72b0a-ded1-4136-b505-c40b8ae1740e triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:01.570773 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a1232c8e-db99-4ed2-8ab6-1062c57ac5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:01.635007 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=2906b60d-9d35-41c1-8251-2f297cdabf28,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:01.637688 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-a1232c8e-db99-4ed2-8ab6-1062c57ac5f8 None None] Port dfd72b0a-ded1-4136-b505-c40b8ae1740e cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:48:01.892579 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7ae7708c-06db-4ab5-9feb-208900b1a560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.032980 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 55520) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:48:02.037976 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-991137773-network', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:48:02.060533 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] Made reservation on behalf of b669fa1ede694b159d1c0df627209b5d for: {'network': 1} {{(pid=94006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:48:02.062875 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for network, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.071794 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.164541 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.171590 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.196617 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=94006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:48:02.212340 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e595469-cc7f-4019-a54b-0a3656d577c3,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:02.215223 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.215552 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.segments_db [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] Added segment cee86c2b-44ac-40a9-a5d6-1142442958ff of type vlan for network d5c51a66-c289-4b12-8942-ff0f0bc548eb Aug 31 05:48:02.257284 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779784651084'] for network, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.287089 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721'] for network, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.288189 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:02.288821 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.342866 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3087509 Aug 31 05:48:02.345864 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 55522) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:48:02.348249 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e67c0-fbf7-4652-8990-9ac5b446bed2 admin admin] Pushing event updated for resources: {'Network': ['ID=d5c51a66-c289-4b12-8942-ff0f0bc548eb,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:02.350803 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-a838e4ad-0aa8-47b5-95fd-b198e7690020 admin admin] Request body: {'subnet': {'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-991137773-subnet', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'ip_version': 4}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:48:02.358201 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Network d5c51a66-c289-4b12-8942-ff0f0bc548eb details requested by agent ovs-agent-dv-cinder-806559-3-iscsi with host dv-cinder-806559-3-iscsi {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:48:02.371948 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a838e4ad-0aa8-47b5-95fd-b198e7690020 admin admin] Made reservation on behalf of b669fa1ede694b159d1c0df627209b5d for: {'subnet': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:48:02.374742 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a838e4ad-0aa8-47b5-95fd-b198e7690020 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9430071'] for subnet, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.413299 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.540940 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a838e4ad-0aa8-47b5-95fd-b198e7690020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4118051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9430049'] for subnet, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.595920 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838e4ad-0aa8-47b5-95fd-b198e7690020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86cf1c55-14e1-49ce-8627-faf7144bb66d,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:02.605099 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a838e4ad-0aa8-47b5-95fd-b198e7690020 admin admin] Checking segment: {'id': 'cee86c2b-44ac-40a9-a5d6-1142442958ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:48:02.605458 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a838e4ad-0aa8-47b5-95fd-b198e7690020 admin admin] Network hostable DHCP agents. Network: d5c51a66-c289-4b12-8942-ff0f0bc548eb, hostable agents: ['a248d4be-67bc-41d7-9a02-91f4ce9bca7d'], hosted agents: [] {{(pid=94005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:48:02.622213 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a838e4ad-0aa8-47b5-95fd-b198e7690020 admin admin] Network d5c51a66-c289-4b12-8942-ff0f0bc548eb is scheduled to be hosted by DHCP agent a248d4be-67bc-41d7-9a02-91f4ce9bca7d with binding_index 1 {{(pid=94005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:48:02.630673 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-a838e4ad-0aa8-47b5-95fd-b198e7690020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-3-iscsi, d5c51a66-c289-4b12-8942-ff0f0bc548eb) {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:48:02.634731 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a838e4ad-0aa8-47b5-95fd-b198e7690020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:02.635352 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a838e4ad-0aa8-47b5-95fd-b198e7690020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.639177 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7e0076-44a1-4b15-ba5a-c6d9886f1210 None None] Network d5c51a66-c289-4b12-8942-ff0f0bc548eb requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:48:02.649385 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-a838e4ad-0aa8-47b5-95fd-b198e7690020 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3024347 Aug 31 05:48:02.652040 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 55524) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:48:02.656471 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-991137773-router', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:48:02.690730 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.691704 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.763697 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.813481 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977e68bf-97c4-539e-b424-ee70b4d79b3f-d5c51a66-c289-4b12-8942-ff0f0bc548eb', 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'fixed_ips': [{'subnet_id': '86cf1c55-14e1-49ce-8627-faf7144bb66d'}]}} from dv-cinder-806559-3-iscsi. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:48:02.814447 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.911741 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:02.961169 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Allocated IP 172.20.0.2 (d5c51a66-c289-4b12-8942-ff0f0bc548eb/86cf1c55-14e1-49ce-8627-faf7144bb66d/ee2f3988-e0b3-42d4-9c61-c8288c9b34a8) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:48:03.027674 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 2906b60d-9d35-41c1-8251-2f297cdabf28 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:48:03.060146 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Sync routers for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:48:03.071666 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:48:03.073188 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:48:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:03.125340 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.140142 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 2906b60d-9d35-41c1-8251-2f297cdabf28 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:03.140535 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.145572 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.180186 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:48:03.188711 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.199597 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Transition to ACTIVE for port object ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:48:03.221370 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Transition to ACTIVE for port object ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:48:03.254372 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.256514 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_common [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Allocated IP 172.27.1.112 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/d09e7bcf-662f-4a18-ae0f-28b619b70dac) {{(pid=94006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:48:03.289459 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 8c5e26f9-e889-48c8-9ba0-e1abf06b034d up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:48:03.324477 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Network d5c51a66-c289-4b12-8942-ff0f0bc548eb is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:48:03.336400 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:48:03.340829 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:48:03.347001 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Pushing event updated for resources: {'Port': ['ID=ee2f3988-e0b3-42d4-9c61-c8288c9b34a8,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:03.366129 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.377743 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.403715 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 2, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:03.417061 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.421957 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Attempting to bind port ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:48:03.422335 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Attempting to bind port ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'cee86c2b-44ac-40a9-a5d6-1142442958ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:48:03.422705 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Attempting to bind port ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 on network d5c51a66-c289-4b12-8942-ff0f0bc548eb {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:48:03.429412 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:48:03.429914 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Checking segment: {'id': 'cee86c2b-44ac-40a9-a5d6-1142442958ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:48:03.430406 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.430907 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Bound using segment: {'id': 'cee86c2b-44ac-40a9-a5d6-1142442958ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:48:03.431285 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Bound port: ee2f3988-e0b3-42d4-9c61-c8288c9b34a8, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee86c2b-44ac-40a9-a5d6-1142442958ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:48:03.431677 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.435650 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port 8c5e26f9-e889-48c8-9ba0-e1abf06b034d completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:48:03.438930 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Checking router: b6062c86-b110-448f-b0cb-9bd96c876990 for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:48:03.439540 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Updating router b6062c86-b110-448f-b0cb-9bd96c876990 port dfd72b0a-ded1-4136-b505-c40b8ae1740e binding host dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:48:03.448719 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 8c5e26f9-e889-48c8-9ba0-e1abf06b034d triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:03.449181 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.457329 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:48:03.464086 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:48:03.467814 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Received port after_create {{(pid=94006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:48:03.474071 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Pushing event updated for resources: {'Port': ['ID=d09e7bcf-662f-4a18-ae0f-28b619b70dac,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:03.481840 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.536336 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] For port ee2f3988-e0b3-42d4-9c61-c8288c9b34a8, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:48:03.540278 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] For port ee2f3988-e0b3-42d4-9c61-c8288c9b34a8, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=ee2f3988-e0b3-42d4-9c61-c8288c9b34a8,segment=NetworkSegment(cee86c2b-44ac-40a9-a5d6-1142442958ff),segment_id=cee86c2b-44ac-40a9-a5d6-1142442958ff)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:48:03.564832 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.616318 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.656584 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port 8c5e26f9-e889-48c8-9ba0-e1abf06b034d, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=8c5e26f9-e889-48c8-9ba0-e1abf06b034d,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:48:03.663244 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9abfc0-a4ae-40ad-92ba-df9475fe0c5b None None] Pushing event updated for resources: {'Port': ['ID=ee2f3988-e0b3-42d4-9c61-c8288c9b34a8,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:03.666700 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.726864 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=8c5e26f9-e889-48c8-9ba0-e1abf06b034d,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:03.745238 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.805153 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.817241 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.provisioning_blocks [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Transition to ACTIVE for port object dfd72b0a-ded1-4136-b505-c40b8ae1740e will not be triggered until provisioned by entity L2. {{(pid=94008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:48:03.824306 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.869756 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48bac7-3f93-4ea4-bcd0-dbde22ece890 None None] Pushing event updated for resources: {'Port': ['ID=dfd72b0a-ded1-4136-b505-c40b8ae1740e,revision_number=3']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:03.929560 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48bac7-3f93-4ea4-bcd0-dbde22ece890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:03.929904 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48bac7-3f93-4ea4-bcd0-dbde22ece890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:03.930244 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48bac7-3f93-4ea4-bcd0-dbde22ece890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:03.930573 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48bac7-3f93-4ea4-bcd0-dbde22ece890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:03.930897 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48bac7-3f93-4ea4-bcd0-dbde22ece890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:03.931254 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48bac7-3f93-4ea4-bcd0-dbde22ece890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:03.931582 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48bac7-3f93-4ea4-bcd0-dbde22ece890 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:03.931906 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48bac7-3f93-4ea4-bcd0-dbde22ece890 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:03.932256 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48bac7-3f93-4ea4-bcd0-dbde22ece890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:03.932582 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48bac7-3f93-4ea4-bcd0-dbde22ece890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:03.932891 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48bac7-3f93-4ea4-bcd0-dbde22ece890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:03.933383 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48bac7-3f93-4ea4-bcd0-dbde22ece890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:03.945705 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Attempting to bind port dfd72b0a-ded1-4136-b505-c40b8ae1740e on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:48:03.946082 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Attempting to bind port dfd72b0a-ded1-4136-b505-c40b8ae1740e by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:48:03.946447 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Attempting to bind port dfd72b0a-ded1-4136-b505-c40b8ae1740e on network b5197239-582c-41cc-a928-8a7641b48b91 {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:48:03.953176 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:48:03.953574 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Checking segment: {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:48:03.954215 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.954669 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Bound using segment: {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:48:03.955315 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Bound port: dfd72b0a-ded1-4136-b505-c40b8ae1740e, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'}}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:48:03.955773 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:03.990076 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370152'] for router, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:04.025930 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] For port dfd72b0a-ded1-4136-b505-c40b8ae1740e, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:48:04.029210 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] For port dfd72b0a-ded1-4136-b505-c40b8ae1740e, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=dfd72b0a-ded1-4136-b505-c40b8ae1740e,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:48:04.034247 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:04.083471 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:48:04.084194 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:48:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:04.126550 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Router 08dcb738-9e6b-4b89-b244-ad004a544061 is scheduled to L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 with binding_index 1 {{(pid=94006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:48:04.148096 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48bac7-3f93-4ea4-bcd0-dbde22ece890 None None] Pushing event updated for resources: {'Port': ['ID=dfd72b0a-ded1-4136-b505-c40b8ae1740e,revision_number=4']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:04.216941 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:48:04.242300 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:48:04.253190 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Sync routers for ids ['08dcb738-9e6b-4b89-b244-ad004a544061'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:48:04.261379 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] Notify callbacks [] for router, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:04.262618 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-16f7869a-fcae-495c-91b1-7ffc9584af6b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6096280 Aug 31 05:48:04.266676 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 55526) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:48:04.274306 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Routers {'08dcb738-9e6b-4b89-b244-ad004a544061'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:48:04.275010 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:48:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['08dcb738-9e6b-4b89-b244-ad004a544061'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:04.402475 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Set router 08dcb738-9e6b-4b89-b244-ad004a544061 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:48:04.460222 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:04Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:04.594014 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78058b23-e858-4b2f-b819-056d340b28f2 None None] The sync data for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi is: [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:04Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:48:04.648472 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'name': 'tempest-TestVolumeBootPattern-991137773-router', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd09e7bcf-662f-4a18-ae0f-28b619b70dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:48:02Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 3, 'project_id': 'b669fa1ede694b159d1c0df627209b5d', 'gw_port': {'id': 'd09e7bcf-662f-4a18-ae0f-28b619b70dac', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:03Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:04.814126 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cf34f2-3f9c-4a9d-9182-3051845064d6 None None] Network d5c51a66-c289-4b12-8942-ff0f0bc548eb requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:48:04.828402 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Checking router: 08dcb738-9e6b-4b89-b244-ad004a544061 for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:48:04.828847 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Updating router 08dcb738-9e6b-4b89-b244-ad004a544061 port d09e7bcf-662f-4a18-ae0f-28b619b70dac binding host dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:48:04.905146 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:04.906622 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7be89029-22fd-4747-a02a-44bde8203b21 None None] Provisioning for port ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:48:04.949498 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.042117 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.144137 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:48:05.239457 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_common [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Allocated IP 172.20.0.1 (d5c51a66-c289-4b12-8942-ff0f0bc548eb/86cf1c55-14e1-49ce-8627-faf7144bb66d/b9e2747c-1e72-476b-bcf3-34c3f2b226d9) {{(pid=94006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:48:05.246276 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:48:05.256032 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:05.256411 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.350901 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.365287 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Transition to ACTIVE for port object d09e7bcf-662f-4a18-ae0f-28b619b70dac will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:48:05.389451 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.394133 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.410465 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Transition to ACTIVE for port object b9e2747c-1e72-476b-bcf3-34c3f2b226d9 will not be triggered until provisioned by entity DHCP. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:48:05.447039 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.457897 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.470802 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693347fb-6e26-4e93-9b1b-a8ee5c5ed8ea None None] Pushing event updated for resources: {'Port': ['ID=d09e7bcf-662f-4a18-ae0f-28b619b70dac,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:05.480653 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Attempting to bind port d09e7bcf-662f-4a18-ae0f-28b619b70dac on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:48:05.481008 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Attempting to bind port d09e7bcf-662f-4a18-ae0f-28b619b70dac by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:48:05.481372 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Attempting to bind port d09e7bcf-662f-4a18-ae0f-28b619b70dac on network baf71964-5e16-4dde-973b-f2bbbd097579 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:48:05.491168 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693347fb-6e26-4e93-9b1b-a8ee5c5ed8ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:05.491350 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693347fb-6e26-4e93-9b1b-a8ee5c5ed8ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:05.491588 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693347fb-6e26-4e93-9b1b-a8ee5c5ed8ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:05.491948 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693347fb-6e26-4e93-9b1b-a8ee5c5ed8ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:05.492296 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693347fb-6e26-4e93-9b1b-a8ee5c5ed8ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:05.492678 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693347fb-6e26-4e93-9b1b-a8ee5c5ed8ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:05.493103 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693347fb-6e26-4e93-9b1b-a8ee5c5ed8ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:05.493489 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693347fb-6e26-4e93-9b1b-a8ee5c5ed8ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:05.494268 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693347fb-6e26-4e93-9b1b-a8ee5c5ed8ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:05.494268 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693347fb-6e26-4e93-9b1b-a8ee5c5ed8ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:05.494504 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693347fb-6e26-4e93-9b1b-a8ee5c5ed8ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:05.494748 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693347fb-6e26-4e93-9b1b-a8ee5c5ed8ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:48:05.496606 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Network d5c51a66-c289-4b12-8942-ff0f0bc548eb is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:48:05.506734 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:48:05.506995 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:48:05.507396 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Checking segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:48:05.507797 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.508183 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Bound using segment: {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:48:05.508649 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Bound port: d09e7bcf-662f-4a18-ae0f-28b619b70dac, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef172e77-2ddd-48f2-b310-82255c615a4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:48:05.509196 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.510713 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Received port after_create {{(pid=94006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:48:05.536251 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port ee2f3988-e0b3-42d4-9c61-c8288c9b34a8, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=ee2f3988-e0b3-42d4-9c61-c8288c9b34a8,segment=NetworkSegment(cee86c2b-44ac-40a9-a5d6-1142442958ff),segment_id=cee86c2b-44ac-40a9-a5d6-1142442958ff)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:48:05.549979 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.550773 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device dfd72b0a-ded1-4136-b505-c40b8ae1740e up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:48:05.573547 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e2747c-1e72-476b-bcf3-34c3f2b226d9,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:05.588467 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369563'] for router_interface, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.653807 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] For port d09e7bcf-662f-4a18-ae0f-28b619b70dac, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:48:05.681102 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] For port d09e7bcf-662f-4a18-ae0f-28b619b70dac, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=d09e7bcf-662f-4a18-ae0f-28b619b70dac,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:48:05.684086 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=ee2f3988-e0b3-42d4-9c61-c8288c9b34a8,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:05.692219 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-62d604ee-2c43-4219-abf5-d1ec08f9d185 None None] Provisioning complete for port ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:05.692593 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-62d604ee-2c43-4219-abf5-d1ec08f9d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.697170 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.746908 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.791623 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port dfd72b0a-ded1-4136-b505-c40b8ae1740e completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:48:05.810888 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693347fb-6e26-4e93-9b1b-a8ee5c5ed8ea None None] Pushing event updated for resources: {'Port': ['ID=d09e7bcf-662f-4a18-ae0f-28b619b70dac,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:05.813660 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port dfd72b0a-ded1-4136-b505-c40b8ae1740e triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:05.814042 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.842566 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Routers {'08dcb738-9e6b-4b89-b244-ad004a544061'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:48:05.843230 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:48:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['08dcb738-9e6b-4b89-b244-ad004a544061'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:05.921198 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.925814 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4057228'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:05.995427 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e2747c-1e72-476b-bcf3-34c3f2b226d9,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:05.997953 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370219'] for router_interface, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:06.030567 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] Set router 08dcb738-9e6b-4b89-b244-ad004a544061 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:48:06.057698 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:06.088235 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Network d5c51a66-c289-4b12-8942-ff0f0bc548eb is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:48:06.089842 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:48:06.135285 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port dfd72b0a-ded1-4136-b505-c40b8ae1740e, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=dfd72b0a-ded1-4136-b505-c40b8ae1740e,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:48:06.172059 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:06.172851 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 8c5e26f9-e889-48c8-9ba0-e1abf06b034d up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:48:06.204237 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-8f300e17-f2e7-4713-b72e-598846948877 None None] Provisioning for port b9e2747c-1e72-476b-bcf3-34c3f2b226d9 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:48:06.208458 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Router 08dcb738-9e6b-4b89-b244-ad004a544061 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:48:06.237717 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-8f300e17-f2e7-4713-b72e-598846948877 None None] Provisioning complete for port b9e2747c-1e72-476b-bcf3-34c3f2b226d9 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:06.238224 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8f300e17-f2e7-4713-b72e-598846948877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:06.319748 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=dfd72b0a-ded1-4136-b505-c40b8ae1740e,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:06.327466 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:48:06.333882 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-8f300e17-f2e7-4713-b72e-598846948877 None None] Port b9e2747c-1e72-476b-bcf3-34c3f2b226d9 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:48:06.339657 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-a554cd76-9592-4258-aae8-4561ca6605c6 admin admin] 10.222.0.10 "PUT /v2.0/routers/08dcb738-9e6b-4b89-b244-ad004a544061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0730331 Aug 31 05:48:06.368029 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port 8c5e26f9-e889-48c8-9ba0-e1abf06b034d triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:06.368331 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:06.432645 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'name': 'tempest-TestVolumeBootPattern-991137773-router', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd09e7bcf-662f-4a18-ae0f-28b619b70dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:48:02Z', 'updated_at': '2021-08-31T05:48:05Z', 'revision_number': 4, 'project_id': 'b669fa1ede694b159d1c0df627209b5d', 'gw_port': {'id': 'd09e7bcf-662f-4a18-ae0f-28b619b70dac', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:03Z', 'updated_at': '2021-08-31T05:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'b9e2747c-1e72-476b-bcf3-34c3f2b226d9', 'name': '', 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'mac_address': 'fa:16:3e:f0:b4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '86cf1c55-14e1-49ce-8627-faf7144bb66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:05Z', 'updated_at': '2021-08-31T05:48:05Z', 'revision_number': 1, 'project_id': 'b669fa1ede694b159d1c0df627209b5d', 'subnets': [{'id': '86cf1c55-14e1-49ce-8627-faf7144bb66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:06.480541 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89751ea-dd8c-45f2-90e5-fd47e82818ca None None] The sync data for ids ['08dcb738-9e6b-4b89-b244-ad004a544061'] in dv-cinder-806559-3-iscsi is: [{'id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'name': 'tempest-TestVolumeBootPattern-991137773-router', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd09e7bcf-662f-4a18-ae0f-28b619b70dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:48:02Z', 'updated_at': '2021-08-31T05:48:05Z', 'revision_number': 4, 'project_id': 'b669fa1ede694b159d1c0df627209b5d', 'gw_port': {'id': 'd09e7bcf-662f-4a18-ae0f-28b619b70dac', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:03Z', 'updated_at': '2021-08-31T05:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'b9e2747c-1e72-476b-bcf3-34c3f2b226d9', 'name': '', 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'mac_address': 'fa:16:3e:f0:b4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '86cf1c55-14e1-49ce-8627-faf7144bb66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:05Z', 'updated_at': '2021-08-31T05:48:05Z', 'revision_number': 1, 'project_id': 'b669fa1ede694b159d1c0df627209b5d', 'subnets': [{'id': '86cf1c55-14e1-49ce-8627-faf7144bb66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:48:06.499814 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-54ad7140-61e8-4349-8c10-2ebf432c07e6 None None] Provisioning complete for port b9e2747c-1e72-476b-bcf3-34c3f2b226d9 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:06.500191 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-54ad7140-61e8-4349-8c10-2ebf432c07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:06.538080 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-54ad7140-61e8-4349-8c10-2ebf432c07e6 None None] Port b9e2747c-1e72-476b-bcf3-34c3f2b226d9 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:48:06.937174 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device dfd72b0a-ded1-4136-b505-c40b8ae1740e up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:48:07.111549 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port dfd72b0a-ded1-4136-b505-c40b8ae1740e triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:07.111862 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.150995 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 55534) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:48:07.156289 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-b78a17e1-49bd-4fe8-bc6b-3fb705579eb7 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1802817788', 'description': 'tempest-secgroup-smoke-1802817788 description', 'project_id': '9c5b0965b89a43749316760441c1f7b2'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:48:07.179061 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b78a17e1-49bd-4fe8-bc6b-3fb705579eb7 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.192752 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:48:07.258362 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:07.258735 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.299929 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b78a17e1-49bd-4fe8-bc6b-3fb705579eb7 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.304459 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b78a17e1-49bd-4fe8-bc6b-3fb705579eb7 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.332987 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b78a17e1-49bd-4fe8-bc6b-3fb705579eb7 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.335249 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-b78a17e1-49bd-4fe8-bc6b-3fb705579eb7 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1821833 Aug 31 05:48:07.337201 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 55536) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:48:07.339127 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a17e1-49bd-4fe8-bc6b-3fb705579eb7 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215beb98-dac4-44bf-8bf1-3b13e0d71c4a,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:07.343475 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-fcd75760-33f3-4d08-a116-2b492171f13f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Request body: {'security_group_rule': {'security_group_id': '215beb98-dac4-44bf-8bf1-3b13e0d71c4a', 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:48:07.375308 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fcd75760-33f3-4d08-a116-2b492171f13f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.434052 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fcd75760-33f3-4d08-a116-2b492171f13f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.438373 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fcd75760-33f3-4d08-a116-2b492171f13f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.457660 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd75760-33f3-4d08-a116-2b492171f13f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d20136c-5477-4b10-8d20-e6a1d5a5c173,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:07.463602 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fcd75760-33f3-4d08-a116-2b492171f13f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.465146 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-fcd75760-33f3-4d08-a116-2b492171f13f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268044 Aug 31 05:48:07.467672 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 55538) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:48:07.472139 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [None req-b4bbb9d7-cd0b-402c-85e7-5c3159fd28f1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Request body: {'security_group_rule': {'security_group_id': '215beb98-dac4-44bf-8bf1-3b13e0d71c4a', 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:48:07.500562 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b4bbb9d7-cd0b-402c-85e7-5c3159fd28f1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.564960 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b4bbb9d7-cd0b-402c-85e7-5c3159fd28f1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.568942 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b4bbb9d7-cd0b-402c-85e7-5c3159fd28f1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.590108 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b4bbb9d7-cd0b-402c-85e7-5c3159fd28f1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.591335 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-b4bbb9d7-cd0b-402c-85e7-5c3159fd28f1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227069 Aug 31 05:48:07.592591 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbb9d7-cd0b-402c-85e7-5c3159fd28f1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc17fa16-9023-4c6f-9e63-1826aff799c3,revision_number=0']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:07.594866 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 55540) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:48:07.599751 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-90222f15-f61e-4be9-ade3-3f237883ea49 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Request body: {'security_group_rule': {'security_group_id': '215beb98-dac4-44bf-8bf1-3b13e0d71c4a', 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:48:07.633410 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-90222f15-f61e-4be9-ade3-3f237883ea49 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.698875 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-90222f15-f61e-4be9-ade3-3f237883ea49 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.704114 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-90222f15-f61e-4be9-ade3-3f237883ea49 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.722175 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90222f15-f61e-4be9-ade3-3f237883ea49 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f172bd5-c300-4f46-ad88-9462f87c1a02,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:07.729724 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-90222f15-f61e-4be9-ade3-3f237883ea49 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.730926 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-90222f15-f61e-4be9-ade3-3f237883ea49 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348743 Aug 31 05:48:07.734208 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 55542) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:48:07.739374 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-9f97f98f-77b9-4c6c-af00-35ced41de712 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Request body: {'security_group_rule': {'security_group_id': '215beb98-dac4-44bf-8bf1-3b13e0d71c4a', 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:48:07.766799 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9f97f98f-77b9-4c6c-af00-35ced41de712 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.828409 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9f97f98f-77b9-4c6c-af00-35ced41de712 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.832240 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9f97f98f-77b9-4c6c-af00-35ced41de712 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.851267 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97f98f-77b9-4c6c-af00-35ced41de712 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb28e83-7ffa-4743-b459-31d3005aaaaa,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:07.854360 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9f97f98f-77b9-4c6c-af00-35ced41de712 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.855627 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-9f97f98f-77b9-4c6c-af00-35ced41de712 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203527 Aug 31 05:48:07.858219 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 55544) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:48:07.862830 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-a5ca4b98-4e41-4916-a227-40316a94d698 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Request body: {'security_group_rule': {'security_group_id': '215beb98-dac4-44bf-8bf1-3b13e0d71c4a', 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:48:07.884035 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.securitygroups_db [None req-a5ca4b98-4e41-4916-a227-40316a94d698 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Project 9c5b0965b89a43749316760441c1f7b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 05:48:07.888636 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a5ca4b98-4e41-4916-a227-40316a94d698 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.947430 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a5ca4b98-4e41-4916-a227-40316a94d698 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.951912 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a5ca4b98-4e41-4916-a227-40316a94d698 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.965912 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca4b98-4e41-4916-a227-40316a94d698 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391452ad-b99f-49af-9880-6e2206df03b0,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:07.975298 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a5ca4b98-4e41-4916-a227-40316a94d698 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:07.976491 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-a5ca4b98-4e41-4916-a227-40316a94d698 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173365 Aug 31 05:48:07.979230 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 55546) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:48:07.983617 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-7c1f06b3-5d57-47a4-83a3-49b392901f63 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Request body: {'security_group_rule': {'security_group_id': '215beb98-dac4-44bf-8bf1-3b13e0d71c4a', 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:48:08.005034 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.securitygroups_db [None req-7c1f06b3-5d57-47a4-83a3-49b392901f63 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Project 9c5b0965b89a43749316760441c1f7b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 05:48:08.010495 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7c1f06b3-5d57-47a4-83a3-49b392901f63 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:08.073888 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7c1f06b3-5d57-47a4-83a3-49b392901f63 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:08.078118 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7c1f06b3-5d57-47a4-83a3-49b392901f63 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85148'] for security_group_rule, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:08.095864 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f06b3-5d57-47a4-83a3-49b392901f63 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05764ea7-f146-4a87-aea3-9e2971e1425e,revision_number=0']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:08.102857 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7c1f06b3-5d57-47a4-83a3-49b392901f63 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:08.104101 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-7c1f06b3-5d57-47a4-83a3-49b392901f63 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239557 Aug 31 05:48:08.496728 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Sync routers for ids ['08dcb738-9e6b-4b89-b244-ad004a544061'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:48:08.506957 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Routers {'08dcb738-9e6b-4b89-b244-ad004a544061'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:48:08.507639 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:48:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['08dcb738-9e6b-4b89-b244-ad004a544061'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:08.618563 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Set router 08dcb738-9e6b-4b89-b244-ad004a544061 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:48:08.809908 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'name': 'tempest-TestVolumeBootPattern-991137773-router', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd09e7bcf-662f-4a18-ae0f-28b619b70dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:48:02Z', 'updated_at': '2021-08-31T05:48:05Z', 'revision_number': 4, 'project_id': 'b669fa1ede694b159d1c0df627209b5d', 'gw_port': {'id': 'd09e7bcf-662f-4a18-ae0f-28b619b70dac', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:03Z', 'updated_at': '2021-08-31T05:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'b9e2747c-1e72-476b-bcf3-34c3f2b226d9', 'name': '', 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'mac_address': 'fa:16:3e:f0:b4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '86cf1c55-14e1-49ce-8627-faf7144bb66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:05Z', 'updated_at': '2021-08-31T05:48:05Z', 'revision_number': 2, 'project_id': 'b669fa1ede694b159d1c0df627209b5d', 'subnets': [{'id': '86cf1c55-14e1-49ce-8627-faf7144bb66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:08.844304 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Checking router: 08dcb738-9e6b-4b89-b244-ad004a544061 for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:48:08.844650 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Updating router 08dcb738-9e6b-4b89-b244-ad004a544061 port b9e2747c-1e72-476b-bcf3-34c3f2b226d9 binding host dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:48:08.869957 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:08.945124 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device d09e7bcf-662f-4a18-ae0f-28b619b70dac up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:48:08.996685 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port d09e7bcf-662f-4a18-ae0f-28b619b70dac completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:48:09.000725 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port d09e7bcf-662f-4a18-ae0f-28b619b70dac triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:09.001102 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:09.087392 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:09.113178 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port d09e7bcf-662f-4a18-ae0f-28b619b70dac, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=d09e7bcf-662f-4a18-ae0f-28b619b70dac,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:48:09.117969 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:09.147837 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:09.158493 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.provisioning_blocks [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Transition to ACTIVE for port object b9e2747c-1e72-476b-bcf3-34c3f2b226d9 will not be triggered until provisioned by entity L2. {{(pid=94008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:48:09.165589 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:09.173302 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=d09e7bcf-662f-4a18-ae0f-28b619b70dac,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:09.213264 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762f4dd-edd6-4437-9c26-3dbd40b46462 None None] Pushing event updated for resources: {'Port': ['ID=b9e2747c-1e72-476b-bcf3-34c3f2b226d9,revision_number=3']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:09.275597 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Attempting to bind port b9e2747c-1e72-476b-bcf3-34c3f2b226d9 on host dv-cinder-806559-3-iscsi for vnic_type normal with profile {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:48:09.277088 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Attempting to bind port b9e2747c-1e72-476b-bcf3-34c3f2b226d9 by drivers openvswitch,hyperv on host dv-cinder-806559-3-iscsi at level 0 using segments [{'id': 'cee86c2b-44ac-40a9-a5d6-1142442958ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb'}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:48:09.278005 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Attempting to bind port b9e2747c-1e72-476b-bcf3-34c3f2b226d9 on network d5c51a66-c289-4b12-8942-ff0f0bc548eb {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:48:09.285080 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Checking agent: {'id': '99d7509c-1ab1-402d-ab05-03976b537907', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 28, 2), 'started_at': datetime.datetime(2021, 8, 31, 5, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:48:09.285769 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Checking segment: {'id': 'cee86c2b-44ac-40a9-a5d6-1142442958ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:48:09.286289 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:09.286774 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Bound using segment: {'id': 'cee86c2b-44ac-40a9-a5d6-1142442958ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb'} {{(pid=94008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:48:09.287413 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.managers [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Bound port: b9e2747c-1e72-476b-bcf3-34c3f2b226d9, host: dv-cinder-806559-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee86c2b-44ac-40a9-a5d6-1142442958ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb'}}] {{(pid=94008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:48:09.287952 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:09.351659 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] For port b9e2747c-1e72-476b-bcf3-34c3f2b226d9, host dv-cinder-806559-3-iscsi, cleared binding levels {{(pid=94008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:48:09.354730 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.plugins.ml2.db [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] For port b9e2747c-1e72-476b-bcf3-34c3f2b226d9, host dv-cinder-806559-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=b9e2747c-1e72-476b-bcf3-34c3f2b226d9,segment=NetworkSegment(cee86c2b-44ac-40a9-a5d6-1142442958ff),segment_id=cee86c2b-44ac-40a9-a5d6-1142442958ff)] {{(pid=94008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:48:09.358978 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron_lib.callbacks.manager [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:09.409222 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Routers {'08dcb738-9e6b-4b89-b244-ad004a544061'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:48:09.409879 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:48:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['08dcb738-9e6b-4b89-b244-ad004a544061'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:09.456591 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762f4dd-edd6-4437-9c26-3dbd40b46462 None None] Pushing event updated for resources: {'Port': ['ID=b9e2747c-1e72-476b-bcf3-34c3f2b226d9,revision_number=4']} {{(pid=94008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:09.526063 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] Set router 08dcb738-9e6b-4b89-b244-ad004a544061 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:48:09.729106 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'name': 'tempest-TestVolumeBootPattern-991137773-router', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd09e7bcf-662f-4a18-ae0f-28b619b70dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:48:02Z', 'updated_at': '2021-08-31T05:48:05Z', 'revision_number': 4, 'project_id': 'b669fa1ede694b159d1c0df627209b5d', 'gw_port': {'id': 'd09e7bcf-662f-4a18-ae0f-28b619b70dac', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:03Z', 'updated_at': '2021-08-31T05:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'b9e2747c-1e72-476b-bcf3-34c3f2b226d9', 'name': '', 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'mac_address': 'fa:16:3e:f0:b4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '86cf1c55-14e1-49ce-8627-faf7144bb66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:05Z', 'updated_at': '2021-08-31T05:48:09Z', 'revision_number': 4, 'project_id': 'b669fa1ede694b159d1c0df627209b5d', 'subnets': [{'id': '86cf1c55-14e1-49ce-8627-faf7144bb66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:09.757591 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266e084-8406-4419-a5f2-740b27b500d9 None None] The sync data for ids ['08dcb738-9e6b-4b89-b244-ad004a544061'] in dv-cinder-806559-3-iscsi is: [{'id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'name': 'tempest-TestVolumeBootPattern-991137773-router', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd09e7bcf-662f-4a18-ae0f-28b619b70dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:48:02Z', 'updated_at': '2021-08-31T05:48:05Z', 'revision_number': 4, 'project_id': 'b669fa1ede694b159d1c0df627209b5d', 'gw_port': {'id': 'd09e7bcf-662f-4a18-ae0f-28b619b70dac', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:03Z', 'updated_at': '2021-08-31T05:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'b9e2747c-1e72-476b-bcf3-34c3f2b226d9', 'name': '', 'network_id': 'd5c51a66-c289-4b12-8942-ff0f0bc548eb', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'mac_address': 'fa:16:3e:f0:b4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '86cf1c55-14e1-49ce-8627-faf7144bb66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:05Z', 'updated_at': '2021-08-31T05:48:09Z', 'revision_number': 4, 'project_id': 'b669fa1ede694b159d1c0df627209b5d', 'subnets': [{'id': '86cf1c55-14e1-49ce-8627-faf7144bb66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:48:10.947678 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device b9e2747c-1e72-476b-bcf3-34c3f2b226d9 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:48:10.996561 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning for port b9e2747c-1e72-476b-bcf3-34c3f2b226d9 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:48:11.000165 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port b9e2747c-1e72-476b-bcf3-34c3f2b226d9 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:11.000546 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:11.076039 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:11.107043 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] For port b9e2747c-1e72-476b-bcf3-34c3f2b226d9, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=b9e2747c-1e72-476b-bcf3-34c3f2b226d9,segment=NetworkSegment(cee86c2b-44ac-40a9-a5d6-1142442958ff),segment_id=cee86c2b-44ac-40a9-a5d6-1142442958ff)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:48:11.110409 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:11.111186 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device d09e7bcf-662f-4a18-ae0f-28b619b70dac up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:48:11.187838 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Pushing event updated for resources: {'Port': ['ID=b9e2747c-1e72-476b-bcf3-34c3f2b226d9,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:11.198482 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port d09e7bcf-662f-4a18-ae0f-28b619b70dac triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:11.198855 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:12.926700 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device b9e2747c-1e72-476b-bcf3-34c3f2b226d9 up at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:48:12.972488 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Provisioning complete for port b9e2747c-1e72-476b-bcf3-34c3f2b226d9 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:12.972854 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:15.894166 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:48:24.894190 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:26.671392 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-840bfcbb-2105-4f0a-9da4-f5fa999029a3 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802817788&fields=id&tenant_id=9c5b0965b89a43749316760441c1f7b2 HTTP/1.1" status: 200 len: 267 time: 0.0321393 Aug 31 05:48:26.775113 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1d716-e969-4992-9afb-843837e0e50b req-dd74192d-566e-44b8-9458-b2c9369372a8 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:26.776572 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-dd74192d-566e-44b8-9458-b2c9369372a8 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 812 time: 0.0986273 Aug 31 05:48:26.791680 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-a7a36ce5-b201-4fa8-ab21-6cd5544e9489 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/quotas/9c5b0965b89a43749316760441c1f7b2 HTTP/1.1" status: 200 len: 375 time: 0.0087492 Aug 31 05:48:26.844981 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-4758f32e-2277-4de7-b76f-50082d156226 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482421 Aug 31 05:48:26.937812 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-e66f5b5a-d5b9-4f00-ab48-b2369c92cef1 service neutron] 10.222.0.10 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811315 Aug 31 05:48:27.029676 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-60894c49-8aba-4643-a7ea-7937a8d501f3 service neutron] 10.222.0.10 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848367 Aug 31 05:48:27.304317 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-966ac986-4051-4728-b4f0-71d92850a56c req-24048cdb-9cfa-442b-b29e-96fa7bf4c6e0 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 210 time: 0.0273261 Aug 31 05:48:28.381516 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e39e0506-2516-4017-8978-b08c4bf368f9 req-1c706dc0-722d-4e52-91be-2b19183b5acb tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 210 time: 0.0258796 Aug 31 05:48:29.458361 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cfe0b359-5bfc-4fb2-9a13-9fc5db0c115f req-5efec7ba-c628-47ce-a8a9-ba1b8b23747c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 210 time: 0.0281937 Aug 31 05:48:29.571623 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ab424dec-3df8-4dc8-b64f-7b35067db6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:30.533636 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-54e9cbcc-53e7-4945-b77b-ed43b12d9044 req-cc028f55-cd3b-48b2-b52e-5fabf5cdbef7 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 210 time: 0.0268626 Aug 31 05:48:31.626117 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2e4a46e0-ad76-46a1-a090-f572431bfc78 req-2365afff-60ce-4ff8-b9d5-b89effa3e0b5 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 210 time: 0.0263603 Aug 31 05:48:31.895791 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-eb959933-7256-44d5-8e3b-12548a92e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:32.368457 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1d716-e969-4992-9afb-843837e0e50b req-9ec2c9b7-a85a-4ca4-9ed2-f9aa17137007 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:32.369949 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-9ec2c9b7-a85a-4ca4-9ed2-f9aa17137007 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 812 time: 0.1044898 Aug 31 05:48:32.374845 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:32.437883 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-fc937c4c-79c8-4ffe-83ba-8ee8ff52f8ce tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c5b0965b89a43749316760441c1f7b2 HTTP/1.1" status: 200 len: 380 time: 0.0341370 Aug 31 05:48:32.451039 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-f8c1d716-e969-4992-9afb-843837e0e50b req-5c2c40ce-7e4a-4c87-86ed-e8919abe3db6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Request body: {'port': {'device_id': '8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'admin_state_up': True, 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'security_groups': ['215beb98-dac4-44bf-8bf1-3b13e0d71c4a']}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:48:32.569367 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c1d716-e969-4992-9afb-843837e0e50b req-5c2c40ce-7e4a-4c87-86ed-e8919abe3db6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Made reservation on behalf of 9c5b0965b89a43749316760441c1f7b2 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:48:32.572931 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f8c1d716-e969-4992-9afb-843837e0e50b req-5c2c40ce-7e4a-4c87-86ed-e8919abe3db6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:32.697660 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-f8c1d716-e969-4992-9afb-843837e0e50b req-5c2c40ce-7e4a-4c87-86ed-e8919abe3db6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Allocated IP 172.20.0.5 (b5197239-582c-41cc-a928-8a7641b48b91/ecab411d-3e83-4bc1-8921-b5fa35a3d8d9/223d7b5f-c85a-4f7e-83ce-f2b94b61642e) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:48:32.738253 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5d8881b3-bdf3-43da-8aca-078db51f35f4 req-97092055-332c-4598-90d4-ad146fd186fd tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 210 time: 0.0324440 Aug 31 05:48:33.122059 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f8c1d716-e969-4992-9afb-843837e0e50b req-5c2c40ce-7e4a-4c87-86ed-e8919abe3db6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:33.134376 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-f8c1d716-e969-4992-9afb-843837e0e50b req-5c2c40ce-7e4a-4c87-86ed-e8919abe3db6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Transition to ACTIVE for port object 223d7b5f-c85a-4f7e-83ce-f2b94b61642e will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:48:33.166595 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f8c1d716-e969-4992-9afb-843837e0e50b req-5c2c40ce-7e4a-4c87-86ed-e8919abe3db6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:33.210968 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c1d716-e969-4992-9afb-843837e0e50b req-5c2c40ce-7e4a-4c87-86ed-e8919abe3db6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Network b5197239-582c-41cc-a928-8a7641b48b91 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:48:33.214076 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-f8c1d716-e969-4992-9afb-843837e0e50b req-5c2c40ce-7e4a-4c87-86ed-e8919abe3db6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:48:33.218449 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c1d716-e969-4992-9afb-843837e0e50b req-5c2c40ce-7e4a-4c87-86ed-e8919abe3db6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:48:33.225015 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c40ce-7e4a-4c87-86ed-e8919abe3db6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'Port': ['ID=223d7b5f-c85a-4f7e-83ce-f2b94b61642e,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:33.275640 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1d716-e969-4992-9afb-843837e0e50b req-5c2c40ce-7e4a-4c87-86ed-e8919abe3db6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:33.276259 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f8c1d716-e969-4992-9afb-843837e0e50b req-5c2c40ce-7e4a-4c87-86ed-e8919abe3db6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:33.292570 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-5c2c40ce-7e4a-4c87-86ed-e8919abe3db6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8453906 Aug 31 05:48:33.309964 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Request body: {'port': {'device_id': '8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:48:33.335149 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:33.367230 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:33.476841 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2701e1d-5127-4bbf-b700-4778aecd8c82 None None] Provisioning for port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:48:33.481273 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2701e1d-5127-4bbf-b700-4778aecd8c82 None None] Provisioning complete for port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:33.481642 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2701e1d-5127-4bbf-b700-4778aecd8c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:33.520012 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2701e1d-5127-4bbf-b700-4778aecd8c82 None None] Port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:48:33.630357 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223d7b5f-c85a-4f7e-83ce-f2b94b61642e {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:48:33.637484 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:33.649666 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Transition to ACTIVE for port object 223d7b5f-c85a-4f7e-83ce-f2b94b61642e will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:48:33.652630 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:33.707695 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Pushing event updated for resources: {'Port': ['ID=223d7b5f-c85a-4f7e-83ce-f2b94b61642e,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:33.777310 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Attempting to bind port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:48:33.777658 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Attempting to bind port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:48:33.777992 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Attempting to bind port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e on network b5197239-582c-41cc-a928-8a7641b48b91 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:48:33.782681 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e on network b5197239-582c-41cc-a928-8a7641b48b91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:48:33.783002 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Attempting to bind port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e on network b5197239-582c-41cc-a928-8a7641b48b91 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:48:33.788024 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:48:33.788505 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Checking segment: {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:48:33.789406 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Bound using segment: {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:48:33.789406 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Bound port: 223d7b5f-c85a-4f7e-83ce-f2b94b61642e, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:48:33.789734 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:33.857580 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86809c-253f-4652-a1e8-084ee600a23b req-6324948d-9196-49ba-a4fb-79592347aedf tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:33.859053 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5e86809c-253f-4652-a1e8-084ee600a23b req-6324948d-9196-49ba-a4fb-79592347aedf tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 943 time: 0.0532205 Aug 31 05:48:33.859613 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] For port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:48:33.862820 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] For port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=223d7b5f-c85a-4f7e-83ce-f2b94b61642e,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:48:33.866915 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:33.900615 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5e86809c-253f-4652-a1e8-084ee600a23b req-4337f7c7-cd23-4308-9558-3f1bc227e665 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347621 Aug 31 05:48:33.901283 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:33.901910 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:33.903304 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] 10.222.0.32 "PUT /v2.0/ports/223d7b5f-c85a-4f7e-83ce-f2b94b61642e HTTP/1.1" status: 200 len: 1093 time: 0.5978537 Aug 31 05:48:33.903742 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08', 'tag': '223d7b5f-c85a-4f7e-83ce-f2b94b61642e'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:48:33.906020 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff5fc23-8ebb-4438-ad0b-411d04cda082" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08", "tag": "223d7b5f-c85a-4f7e-83ce-f2b94b61642e"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:48:33.957564 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc18aa55-e3e7-4bb6-b143-6031cb746e5a x-openstack-request-id: req-cc18aa55-e3e7-4bb6-b143-6031cb746e5a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:48:33.957867 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08", "tag": "223d7b5f-c85a-4f7e-83ce-f2b94b61642e", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:48:33.958122 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc18aa55-e3e7-4bb6-b143-6031cb746e5a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:48:33.958523 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08', 'tag': '223d7b5f-c85a-4f7e-83ce-f2b94b61642e', 'status': 'completed', 'code': 200} Aug 31 05:48:33.960718 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f9829-047b-4cca-945d-297eddfa9d34 service neutron] Pushing event updated for resources: {'Port': ['ID=223d7b5f-c85a-4f7e-83ce-f2b94b61642e,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:33.992751 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1d716-e969-4992-9afb-843837e0e50b req-13b240f3-cba1-4d55-8142-294a8c76b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:33.994311 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-13b240f3-cba1-4d55-8142-294a8c76b7a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 1096 time: 0.0498543 Aug 31 05:48:34.042826 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-f9205276-4caa-4dcb-9be4-2b9bdf1d45bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=223d7b5f-c85a-4f7e-83ce-f2b94b61642e HTTP/1.1" status: 200 len: 217 time: 0.0354273 Aug 31 05:48:34.101252 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1d716-e969-4992-9afb-843837e0e50b req-40856973-1063-4b53-a9a4-eced50c4ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:34.102775 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-40856973-1063-4b53-a9a4-eced50c4ba59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0483613 Aug 31 05:48:34.152000 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1d716-e969-4992-9afb-843837e0e50b req-59b2f5a7-589a-47d4-b765-8691d1750289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:34.153447 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-59b2f5a7-589a-47d4-b765-8691d1750289 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399888 Aug 31 05:48:34.250515 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-cbf974f5-16c7-4fce-9fe3-a2d332fb4ef0 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846617 Aug 31 05:48:34.353501 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f8c1d716-e969-4992-9afb-843837e0e50b req-a4d1b369-5c14-44da-a0f3-45cdc056ef55 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942550 Aug 31 05:48:34.464210 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5fc23-8ebb-4438-ad0b-411d04cda082 req-982ba31b-8ef7-4597-bc97-bc8477c5664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:34.465759 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-eff5fc23-8ebb-4438-ad0b-411d04cda082 req-982ba31b-8ef7-4597-bc97-bc8477c5664a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 1096 time: 0.0506222 Aug 31 05:48:34.567566 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5fc23-8ebb-4438-ad0b-411d04cda082 req-5e193669-9be4-4261-8243-5acb84bc134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:34.569051 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-eff5fc23-8ebb-4438-ad0b-411d04cda082 req-5e193669-9be4-4261-8243-5acb84bc134b service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 913 time: 0.0911636 Aug 31 05:48:34.613407 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-eff5fc23-8ebb-4438-ad0b-411d04cda082 req-f988b160-3c2f-4de1-b0c4-d35d8cbc22f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=223d7b5f-c85a-4f7e-83ce-f2b94b61642e HTTP/1.1" status: 200 len: 217 time: 0.0353162 Aug 31 05:48:34.663337 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5fc23-8ebb-4438-ad0b-411d04cda082 req-296115f4-0522-49cc-a010-6619da5dacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:34.664811 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-eff5fc23-8ebb-4438-ad0b-411d04cda082 req-296115f4-0522-49cc-a010-6619da5dacfd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0437717 Aug 31 05:48:34.714673 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5fc23-8ebb-4438-ad0b-411d04cda082 req-03371d1d-e41a-4e0f-8299-e6451a0baa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:34.716125 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-eff5fc23-8ebb-4438-ad0b-411d04cda082 req-03371d1d-e41a-4e0f-8299-e6451a0baa35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435181 Aug 31 05:48:34.804958 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-eff5fc23-8ebb-4438-ad0b-411d04cda082 req-5963dd42-9d25-43ea-9302-cab36720af38 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809724 Aug 31 05:48:34.901604 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:34.908913 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-eff5fc23-8ebb-4438-ad0b-411d04cda082 req-d016a421-b66e-4f76-b59d-bc81a1e365f3 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875652 Aug 31 05:48:35.025314 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd159cc-bb87-4341-ac30-ee7e0d45c8f8 req-b4dc38b7-5df8-4254-b77b-de642d8d3b56 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:35.026842 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1fd159cc-bb87-4341-ac30-ee7e0d45c8f8 req-b4dc38b7-5df8-4254-b77b-de642d8d3b56 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 943 time: 0.0494528 Aug 31 05:48:35.066419 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1fd159cc-bb87-4341-ac30-ee7e0d45c8f8 req-df0eb480-2b86-4bb1-b7ca-3df2546b7d09 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329077 Aug 31 05:48:36.182706 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9043501-aee4-467e-a991-22369c908af5 req-151942fb-c97e-46f1-bec4-3a555b90e750 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:36.184300 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d9043501-aee4-467e-a991-22369c908af5 req-151942fb-c97e-46f1-bec4-3a555b90e750 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 943 time: 0.0491335 Aug 31 05:48:36.227213 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d9043501-aee4-467e-a991-22369c908af5 req-20d31f8a-7915-42c8-8ca5-cbd7fc1ed288 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367286 Aug 31 05:48:37.347359 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5567178-79ff-4a65-81ed-fec7054d7023 req-cf346408-92ea-46df-96f0-684e21bbbd53 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:37.348957 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e5567178-79ff-4a65-81ed-fec7054d7023 req-cf346408-92ea-46df-96f0-684e21bbbd53 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 943 time: 0.0529432 Aug 31 05:48:37.391897 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e5567178-79ff-4a65-81ed-fec7054d7023 req-b4d3d016-5f93-4c2f-9678-47c3d7f5a3b9 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368471 Aug 31 05:48:38.507557 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c321ac6-ba1d-47a0-8008-24b6fee5569e req-faec661c-320e-496f-9c11-5f4f67f509da tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:38.509084 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5c321ac6-ba1d-47a0-8008-24b6fee5569e req-faec661c-320e-496f-9c11-5f4f67f509da tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 943 time: 0.0514359 Aug 31 05:48:38.547881 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5c321ac6-ba1d-47a0-8008-24b6fee5569e req-410992f3-2120-447d-982e-99b292904a23 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322673 Aug 31 05:48:39.663203 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dce44a-07f8-420d-9616-39b8ac24d780 req-fb9d278f-b75f-4093-9f61-01f88cdcccbf tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:39.664720 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-84dce44a-07f8-420d-9616-39b8ac24d780 req-fb9d278f-b75f-4093-9f61-01f88cdcccbf tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 943 time: 0.0491874 Aug 31 05:48:39.706544 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-84dce44a-07f8-420d-9616-39b8ac24d780 req-dea81601-53ad-4ba8-a222-7dc6961fc14c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351388 Aug 31 05:48:40.825822 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d47c51-199d-4265-926c-44b20df5a366 req-e8a0f367-22f8-460f-a6f7-ffa0c8c06cfc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:40.827536 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-23d47c51-199d-4265-926c-44b20df5a366 req-e8a0f367-22f8-460f-a6f7-ffa0c8c06cfc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 943 time: 0.0519602 Aug 31 05:48:40.868223 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-23d47c51-199d-4265-926c-44b20df5a366 req-0649b892-1f8c-4248-9572-bbee3ae58c64 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347500 Aug 31 05:48:41.293652 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 223d7b5f-c85a-4f7e-83ce-f2b94b61642e details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:48:41.389635 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=223d7b5f-c85a-4f7e-83ce-f2b94b61642e,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:48:41.401046 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '223d7b5f-c85a-4f7e-83ce-f2b94b61642e', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'port_id': '223d7b5f-c85a-4f7e-83ce-f2b94b61642e', 'mac_address': 'fa:16:3e:7e:61:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:48:41.437858 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:41.449755 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223d7b5f-c85a-4f7e-83ce-f2b94b61642e {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:48:41.468710 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=223d7b5f-c85a-4f7e-83ce-f2b94b61642e,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:48:41.472764 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:41.523500 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=223d7b5f-c85a-4f7e-83ce-f2b94b61642e,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:41.720063 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['223d7b5f-c85a-4f7e-83ce-f2b94b61642e'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:48:41.982287 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab016e7e-e804-4fa5-88ad-0ee085de4a70 req-2c045ddb-50b1-4e6d-85db-d74b743f499b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:41.983663 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ab016e7e-e804-4fa5-88ad-0ee085de4a70 req-2c045ddb-50b1-4e6d-85db-d74b743f499b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 944 time: 0.0492613 Aug 31 05:48:42.020982 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ab016e7e-e804-4fa5-88ad-0ee085de4a70 req-9944e173-6924-4719-a477-c2c0e18357fe tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311582 Aug 31 05:48:43.135654 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3feff-2988-4a86-9d96-ddc5e3ed1c26 req-38cd94a5-a3f4-4973-8e02-615f7afcfa78 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:43.137058 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7ce3feff-2988-4a86-9d96-ddc5e3ed1c26 req-38cd94a5-a3f4-4973-8e02-615f7afcfa78 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 944 time: 0.0502214 Aug 31 05:48:43.177736 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7ce3feff-2988-4a86-9d96-ddc5e3ed1c26 req-9b76cabc-874e-442f-9382-e4ef665966c2 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347345 Aug 31 05:48:43.293784 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 223d7b5f-c85a-4f7e-83ce-f2b94b61642e up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:48:43.341550 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:48:43.345384 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:48:43.345750 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:43.421540 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:43.445824 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223d7b5f-c85a-4f7e-83ce-f2b94b61642e'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:48:43.448068 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785785b1-04c9-4212-b1e7-ef114c42e52e" -d '{"events": [{"server_uuid": "8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08", "name": "network-vif-plugged", "status": "completed", "tag": "223d7b5f-c85a-4f7e-83ce-f2b94b61642e"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:48:43.460375 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=223d7b5f-c85a-4f7e-83ce-f2b94b61642e,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:48:43.466023 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:43.490373 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0d5ddb-7490-40a6-b383-2580c85ccca4 x-openstack-request-id: req-0d0d5ddb-7490-40a6-b383-2580c85ccca4 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:48:43.490665 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08", "name": "network-vif-plugged", "status": "completed", "tag": "223d7b5f-c85a-4f7e-83ce-f2b94b61642e", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:48:43.490918 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d0d5ddb-7490-40a6-b383-2580c85ccca4 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:48:43.491332 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223d7b5f-c85a-4f7e-83ce-f2b94b61642e', 'code': 200} Aug 31 05:48:43.518830 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=223d7b5f-c85a-4f7e-83ce-f2b94b61642e,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:43.721136 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74111cff-6947-4de4-b111-d7e39ec45209 req-462532e6-780e-438b-b8bd-a98b3c14f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:43.722670 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-74111cff-6947-4de4-b111-d7e39ec45209 req-462532e6-780e-438b-b8bd-a98b3c14f198 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 1098 time: 0.0411429 Aug 31 05:48:43.764582 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-74111cff-6947-4de4-b111-d7e39ec45209 req-4bb33787-6acd-4233-a5d3-1eae5f48f91f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296910 Aug 31 05:48:44.291671 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a796d-cabb-48b1-a087-8186f52bc5d9 req-76343b08-2b57-491c-b53d-4201a04d7a44 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:44.293140 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-460a796d-cabb-48b1-a087-8186f52bc5d9 req-76343b08-2b57-491c-b53d-4201a04d7a44 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 945 time: 0.0481145 Aug 31 05:48:44.331081 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-460a796d-cabb-48b1-a087-8186f52bc5d9 req-660a03b7-954f-4c2b-8fb2-89c9067ff9e2 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321300 Aug 31 05:48:45.444134 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25febab7-674b-4aba-8ef4-b90e66b129c1 req-f79c3e62-23aa-4c75-8e96-95ccf1e4fed6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:45.445592 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-25febab7-674b-4aba-8ef4-b90e66b129c1 req-f79c3e62-23aa-4c75-8e96-95ccf1e4fed6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 945 time: 0.0481579 Aug 31 05:48:45.483927 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-25febab7-674b-4aba-8ef4-b90e66b129c1 req-9fa058e3-93e7-40cd-8e56-c7d87f60bd3f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Aug 31 05:48:45.599232 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286abb8-912a-4887-800e-40858855dcb7 req-44925a05-8c9b-4b4f-ba90-9a5dd216279f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:45.600624 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3286abb8-912a-4887-800e-40858855dcb7 req-44925a05-8c9b-4b4f-ba90-9a5dd216279f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 945 time: 0.0489988 Aug 31 05:48:45.641948 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3286abb8-912a-4887-800e-40858855dcb7 req-6c400714-cec6-42ff-a9d6-49bf8918e166 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354338 Aug 31 05:48:45.663648 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 55724) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:48:45.795360 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bd5574-1aa0-4c01-877d-6baa6740ef80 tempest-TestVolumeBootPattern-986159109 tempest-TestVolumeBootPattern-986159109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:45.796863 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-a1bd5574-1aa0-4c01-877d-6baa6740ef80 tempest-TestVolumeBootPattern-986159109 tempest-TestVolumeBootPattern-986159109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 1093 time: 0.1322420 Aug 31 05:48:45.799758 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 55728) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:48:45.804041 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Request body: {'floatingip': {'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'port_id': '223d7b5f-c85a-4f7e-83ce-f2b94b61642e', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:48:45.825303 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for floatingip, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:45.921320 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:46.025418 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_common [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Allocated IP 172.27.1.25 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/0cc57609-d8ac-48e1-8983-449ec68fa0be) {{(pid=94006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:48:46.128040 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for port, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:46.170461 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:46.210336 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:48:46.213162 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:48:46.216765 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Received port after_create {{(pid=94006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:48:46.222121 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'Port': ['ID=0cc57609-d8ac-48e1-8983-449ec68fa0be,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:46.577791 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:46.644148 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:46.790445 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:46.794890 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4057228'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:46.856447 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'Port': ['ID=0cc57609-d8ac-48e1-8983-449ec68fa0be,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:48:46.870930 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:46.969473 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.l3_db [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Floating IP 3452e32a-ff97-453d-993e-8ac0bfd7d04b associated. External IP: 172.27.1.25, port: 223d7b5f-c85a-4f7e-83ce-f2b94b61642e. Aug 31 05:48:47.171184 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Router b6062c86-b110-448f-b0cb-9bd96c876990 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:48:47.498583 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:48:47.508791 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12efa58a-1545-4081-9d8a-5769592482fc None None] Sync routers for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:48:47.515527 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:47.519160 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12efa58a-1545-4081-9d8a-5769592482fc None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:48:47.519794 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-12efa58a-1545-4081-9d8a-5769592482fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:48:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:47.542455 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-507ec9cc-3813-400d-9603-3448869c74be tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7416642 Aug 31 05:48:47.543183 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08', 'tag': '223d7b5f-c85a-4f7e-83ce-f2b94b61642e'}] {{(pid=94006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:48:47.546007 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fcbfbdd9b74ff4cb14d8c7c5521a31bcdab3071e6810f807a3c3deab47fc22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9420e824-e082-4d4f-93df-0f593665b8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08", "tag": "223d7b5f-c85a-4f7e-83ce-f2b94b61642e"}]}' {{(pid=94006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:48:47.639293 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-12efa58a-1545-4081-9d8a-5769592482fc None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:48:47.705969 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c253de-8e15-438c-884a-7b1a72444560 x-openstack-request-id: req-a7c253de-8e15-438c-884a-7b1a72444560 {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:48:47.706484 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08", "tag": "223d7b5f-c85a-4f7e-83ce-f2b94b61642e", "status": "completed", "code": 200}]} {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:48:47.706484 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7c253de-8e15-438c-884a-7b1a72444560 {{(pid=94006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:48:47.706870 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08', 'tag': '223d7b5f-c85a-4f7e-83ce-f2b94b61642e', 'status': 'completed', 'code': 200} Aug 31 05:48:47.773572 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420e824-e082-4d4f-93df-0f593665b8bc req-846d1c0b-140b-4217-9a22-c6c439bd1e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:47.774998 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9420e824-e082-4d4f-93df-0f593665b8bc req-846d1c0b-140b-4217-9a22-c6c439bd1e0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 1098 time: 0.0408709 Aug 31 05:48:47.871796 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420e824-e082-4d4f-93df-0f593665b8bc req-1587704e-5f93-4c9a-b786-051f4f88f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:47.873914 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9420e824-e082-4d4f-93df-0f593665b8bc req-1587704e-5f93-4c9a-b786-051f4f88f062 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 913 time: 0.0913196 Aug 31 05:48:47.876564 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-12efa58a-1545-4081-9d8a-5769592482fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': '3452e32a-ff97-453d-993e-8ac0bfd7d04b', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '223d7b5f-c85a-4f7e-83ce-f2b94b61642e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:7e:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:48:46Z', 'updated_at': '2021-08-31T05:48:46Z', 'revision_number': 0, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:47.906495 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12efa58a-1545-4081-9d8a-5769592482fc None None] Checking router: b6062c86-b110-448f-b0cb-9bd96c876990 for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:48:47.915222 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12efa58a-1545-4081-9d8a-5769592482fc None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:48:47.915845 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-12efa58a-1545-4081-9d8a-5769592482fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:48:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:47.940915 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9420e824-e082-4d4f-93df-0f593665b8bc req-dd06a978-e1b8-4aae-a230-de4c1bc648ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=223d7b5f-c85a-4f7e-83ce-f2b94b61642e HTTP/1.1" status: 200 len: 998 time: 0.0601010 Aug 31 05:48:47.991367 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420e824-e082-4d4f-93df-0f593665b8bc req-ab53449a-6bd0-4188-860d-d6398daa5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:47.992843 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9420e824-e082-4d4f-93df-0f593665b8bc req-ab53449a-6bd0-4188-860d-d6398daa5913 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0449743 Aug 31 05:48:48.020044 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-12efa58a-1545-4081-9d8a-5769592482fc None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:48:48.041942 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420e824-e082-4d4f-93df-0f593665b8bc req-463f3be2-8d4c-48be-99c6-e09efcb3e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:48.043395 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9420e824-e082-4d4f-93df-0f593665b8bc req-463f3be2-8d4c-48be-99c6-e09efcb3e620 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436068 Aug 31 05:48:48.132126 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9420e824-e082-4d4f-93df-0f593665b8bc req-4992d4df-1f28-446c-b90b-56b0e0a8e374 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818083 Aug 31 05:48:48.225708 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-9420e824-e082-4d4f-93df-0f593665b8bc req-987fe741-1ea7-49cf-8642-e42396ff1666 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867093 Aug 31 05:48:48.238902 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-12efa58a-1545-4081-9d8a-5769592482fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': '3452e32a-ff97-453d-993e-8ac0bfd7d04b', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '223d7b5f-c85a-4f7e-83ce-f2b94b61642e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:7e:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:48:46Z', 'updated_at': '2021-08-31T05:48:46Z', 'revision_number': 0, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:48:48.270856 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12efa58a-1545-4081-9d8a-5769592482fc None None] The sync data for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi is: [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': '3452e32a-ff97-453d-993e-8ac0bfd7d04b', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '223d7b5f-c85a-4f7e-83ce-f2b94b61642e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:7e:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:48:46Z', 'updated_at': '2021-08-31T05:48:46Z', 'revision_number': 0, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:48:48.463022 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048e225-1562-46e9-b7a8-7aec7e6a2f1e None None] New status for floating IP 3452e32a-ff97-453d-993e-8ac0bfd7d04b: ACTIVE {{(pid=94008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:48:52.892671 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:48:54.898576 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:48:56.488346 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf35a188-6c08-4d01-9131-cbb7b323219e req-9dffd7ee-7455-432f-8346-3e28cbf13a1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420849 Aug 31 05:48:56.575697 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35a188-6c08-4d01-9131-cbb7b323219e req-e0a06365-4fb8-4b18-802a-d51b5943a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:56.577179 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf35a188-6c08-4d01-9131-cbb7b323219e req-e0a06365-4fb8-4b18-802a-d51b5943a432 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 1098 time: 0.0413444 Aug 31 05:48:56.687508 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35a188-6c08-4d01-9131-cbb7b323219e req-9f4ceb7d-b429-46ff-b974-5b3929357b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:56.688996 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf35a188-6c08-4d01-9131-cbb7b323219e req-9f4ceb7d-b429-46ff-b974-5b3929357b25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 913 time: 0.0887110 Aug 31 05:48:56.753860 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf35a188-6c08-4d01-9131-cbb7b323219e req-07742bb5-2b84-44f0-a41d-14494ce5c2b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=223d7b5f-c85a-4f7e-83ce-f2b94b61642e HTTP/1.1" status: 200 len: 1000 time: 0.0577331 Aug 31 05:48:56.802060 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35a188-6c08-4d01-9131-cbb7b323219e req-5c409833-a238-41d4-99e7-4b7f4b9bf324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:56.803533 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf35a188-6c08-4d01-9131-cbb7b323219e req-5c409833-a238-41d4-99e7-4b7f4b9bf324 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0425839 Aug 31 05:48:56.856049 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35a188-6c08-4d01-9131-cbb7b323219e req-b40541c5-8127-4aba-bb87-62550ff4b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:48:56.857584 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf35a188-6c08-4d01-9131-cbb7b323219e req-b40541c5-8127-4aba-bb87-62550ff4b9bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456009 Aug 31 05:48:56.952121 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf35a188-6c08-4d01-9131-cbb7b323219e req-60260dc6-6ce8-425f-a6a3-7fa2e1a7389a service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855458 Aug 31 05:48:57.049083 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-cf35a188-6c08-4d01-9131-cbb7b323219e req-bb299cf4-5c30-41c6-bac5-00c402f68311 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852981 Aug 31 05:48:59.573888 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f5e006af-d609-4f15-8b79-8d79dce75c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:49:01.897517 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-3ab513e7-ca43-40a3-8bae-cc5960c639f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:49:02.376212 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:49:03.335232 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:49:04.903250 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:49:24.897255 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:49:29.577163 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7dda48dc-ce4e-4de6-be6e-d583e477dfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:49:29.890814 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:49:31.902758 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c69dba72-d442-4512-b283-d9fca4c49065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:49:32.377331 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:49:33.338149 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:49:34.908118 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:49:54.895909 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:49:58.502615 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5712ca0a-3145-4805-b74b-af64d3a9b04a req-15f705e5-75b3-4249-886b-17f876caf57d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408468 Aug 31 05:49:58.592065 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ca0a-3145-4805-b74b-af64d3a9b04a req-8564a9e6-2220-4861-bcde-1f68da6810cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:49:58.593976 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5712ca0a-3145-4805-b74b-af64d3a9b04a req-8564a9e6-2220-4861-bcde-1f68da6810cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 1098 time: 0.0397522 Aug 31 05:49:58.702657 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ca0a-3145-4805-b74b-af64d3a9b04a req-92bd4a55-5b65-4ebb-ad55-9dda456b05db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:49:58.704143 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5712ca0a-3145-4805-b74b-af64d3a9b04a req-92bd4a55-5b65-4ebb-ad55-9dda456b05db service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 913 time: 0.0848744 Aug 31 05:49:58.773212 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5712ca0a-3145-4805-b74b-af64d3a9b04a req-8937881b-4a4c-421c-82f9-ac0ff9fe8408 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=223d7b5f-c85a-4f7e-83ce-f2b94b61642e HTTP/1.1" status: 200 len: 1000 time: 0.0574868 Aug 31 05:49:58.825613 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ca0a-3145-4805-b74b-af64d3a9b04a req-1485788a-cc8f-4fb4-b48b-42929113ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:49:58.827650 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5712ca0a-3145-4805-b74b-af64d3a9b04a req-1485788a-cc8f-4fb4-b48b-42929113ebb8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0423753 Aug 31 05:49:58.877117 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ca0a-3145-4805-b74b-af64d3a9b04a req-cc362ef0-e3dd-4e51-953e-7f8dadf12af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:49:58.878490 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5712ca0a-3145-4805-b74b-af64d3a9b04a req-cc362ef0-e3dd-4e51-953e-7f8dadf12af6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424073 Aug 31 05:49:58.966226 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5712ca0a-3145-4805-b74b-af64d3a9b04a req-d6682c05-dfc8-4738-b7ca-300dabdf9fe4 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798643 Aug 31 05:49:59.060352 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5712ca0a-3145-4805-b74b-af64d3a9b04a req-a1fcc164-3fdf-48a9-ae22-dfcfe4aaa39d service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832987 Aug 31 05:49:59.579067 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-6a620f4b-a1b7-459c-a8e0-4e42ce36c4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:01.904327 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ec1a737f-c4d2-41da-ba72-9a3a1c29e68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:02.378360 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:03.341379 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:04.911256 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:06.890110 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:50:24.913052 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:29.579372 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e0e16583-0a16-4806-b511-8b6cdfcafaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:31.905831 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e1de4193-45ee-4f90-8a09-226b79d20d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:32.379862 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:33.344320 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:34.915983 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:43.889529 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:50:45.029098 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739d44a-1741-46bf-ba31-e181246ed22f req-1800faf9-09d0-418b-a216-a42584f9954f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:45.030556 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f739d44a-1741-46bf-ba31-e181246ed22f req-1800faf9-09d0-418b-a216-a42584f9954f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 945 time: 0.0495405 Aug 31 05:50:45.067560 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f739d44a-1741-46bf-ba31-e181246ed22f req-c53fa6b4-ce6c-41ba-9cff-d33251c2d598 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309694 Aug 31 05:50:46.198763 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4543b65-de7d-494f-bbd9-072787e6ef69 req-977b190b-6c2b-4844-912f-8dd31e3750cc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:46.200261 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d4543b65-de7d-494f-bbd9-072787e6ef69 req-977b190b-6c2b-4844-912f-8dd31e3750cc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 945 time: 0.0515041 Aug 31 05:50:46.239156 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d4543b65-de7d-494f-bbd9-072787e6ef69 req-2ca9521a-5d40-4034-b4a9-6d2db74e9d67 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317144 Aug 31 05:50:46.739420 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050eca0-9517-4009-a709-e12779166428 req-bb727884-13eb-4bd4-8bd7-5b210c98abf8 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:46.740904 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e050eca0-9517-4009-a709-e12779166428 req-bb727884-13eb-4bd4-8bd7-5b210c98abf8 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 945 time: 0.0488095 Aug 31 05:50:46.833017 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-e050eca0-9517-4009-a709-e12779166428 req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Deleting port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:50:46.833350 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e050eca0-9517-4009-a709-e12779166428 req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:46.923182 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-e050eca0-9517-4009-a709-e12779166428 req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] For port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=223d7b5f-c85a-4f7e-83ce-f2b94b61642e,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:50:46.923551 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e050eca0-9517-4009-a709-e12779166428 req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:47.088239 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e050eca0-9517-4009-a709-e12779166428 req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:47.088580 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e050eca0-9517-4009-a709-e12779166428 req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:47.088901 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.db.l3_db [req-e050eca0-9517-4009-a709-e12779166428 req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Floating IP 3452e32a-ff97-453d-993e-8ac0bfd7d04b disassociated. External IP: 172.27.1.25, port: 223d7b5f-c85a-4f7e-83ce-f2b94b61642e. Aug 31 05:50:47.089245 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-e050eca0-9517-4009-a709-e12779166428 req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Calling delete_port for 223d7b5f-c85a-4f7e-83ce-f2b94b61642e owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:50:47.219822 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e050eca0-9517-4009-a709-e12779166428 req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:47.250097 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event deleted for resources: {'Port': ['ID=223d7b5f-c85a-4f7e-83ce-f2b94b61642e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:50:47.260073 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:50:47.260427 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:50:47.260772 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:50:47.261115 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:50:47.261450 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:50:47.261782 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:50:47.262114 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:50:47.262443 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:50:47.262771 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:50:47.263119 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:50:47.263463 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:50:47.263785 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:50:47.353649 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-44588d3d-2b9a-4ecb-99fc-c30e90792331 req-58628acd-e770-4d5d-b595-89f320666066 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08 HTTP/1.1" status: 200 len: 210 time: 0.0269485 Aug 31 05:50:47.375063 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e050eca0-9517-4009-a709-e12779166428 req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Router b6062c86-b110-448f-b0cb-9bd96c876990 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:50:47.484163 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e050eca0-9517-4009-a709-e12779166428 req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:50:47.494941 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ff707-3ed6-4172-a175-a4ccbe1cc976 None None] Sync routers for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:50:47.504100 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ff707-3ed6-4172-a175-a4ccbe1cc976 None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:50:47.504708 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-e98ff707-3ed6-4172-a175-a4ccbe1cc976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:50:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:50:47.523179 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e050eca0-9517-4009-a709-e12779166428 req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] No DVR routers for this DVR port 223d7b5f-c85a-4f7e-83ce-f2b94b61642e on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:50:47.525661 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-e050eca0-9517-4009-a709-e12779166428 req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:47.527786 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e050eca0-9517-4009-a709-e12779166428 req-41e66814-67d4-4168-a449-2255dbc59a4f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "DELETE /v2.0/ports/223d7b5f-c85a-4f7e-83ce-f2b94b61642e HTTP/1.1" status: 204 len: 173 time: 0.7773025 Aug 31 05:50:47.528772 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08', 'name': 'network-vif-deleted', 'tag': '223d7b5f-c85a-4f7e-83ce-f2b94b61642e'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:50:47.531018 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372e6568-9972-4d55-a85f-ff96675bdd6b" -d '{"events": [{"server_uuid": "8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08", "name": "network-vif-deleted", "tag": "223d7b5f-c85a-4f7e-83ce-f2b94b61642e"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:50:47.573101 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bfada0-2f3d-466a-b1f8-f01d9380475f x-openstack-request-id: req-c6bfada0-2f3d-466a-b1f8-f01d9380475f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:50:47.573399 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08", "name": "network-vif-deleted", "tag": "223d7b5f-c85a-4f7e-83ce-f2b94b61642e", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:50:47.573660 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6bfada0-2f3d-466a-b1f8-f01d9380475f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:50:47.574065 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbd46b3-9e3d-4fbd-91b4-05dff7d27b08', 'name': 'network-vif-deleted', 'tag': '223d7b5f-c85a-4f7e-83ce-f2b94b61642e', 'status': 'completed', 'code': 200} Aug 31 05:50:47.623356 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-e98ff707-3ed6-4172-a175-a4ccbe1cc976 None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:50:47.828331 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-e98ff707-3ed6-4172-a175-a4ccbe1cc976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:50:47.854861 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ff707-3ed6-4172-a175-a4ccbe1cc976 None None] Checking router: b6062c86-b110-448f-b0cb-9bd96c876990 for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:50:47.863405 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ff707-3ed6-4172-a175-a4ccbe1cc976 None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:50:47.864023 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-e98ff707-3ed6-4172-a175-a4ccbe1cc976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:50:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:50:47.974813 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-e98ff707-3ed6-4172-a175-a4ccbe1cc976 None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:50:48.174342 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-e98ff707-3ed6-4172-a175-a4ccbe1cc976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:50:48.201940 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ff707-3ed6-4172-a175-a4ccbe1cc976 None None] The sync data for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi is: [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:50:48.428708 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b954b58-da83-49a3-961c-e1b0803cc3d4 None None] New status for floating IP 3452e32a-ff97-453d-993e-8ac0bfd7d04b: DOWN {{(pid=94008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:50:48.569887 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-7b5944c1-f765-4324-b5f9-18e2495e37fb tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802817788&fields=id&tenant_id=9c5b0965b89a43749316760441c1f7b2 HTTP/1.1" status: 200 len: 267 time: 0.0362370 Aug 31 05:50:48.679295 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-0db61626-2f0f-4489-b96d-fcbd140f9fbd tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:48.680710 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-0db61626-2f0f-4489-b96d-fcbd140f9fbd tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 812 time: 0.1040404 Aug 31 05:50:48.784761 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-fbb4543d-1819-4efe-832c-99fb503bc2af tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/quotas/9c5b0965b89a43749316760441c1f7b2 HTTP/1.1" status: 200 len: 375 time: 0.0982921 Aug 31 05:50:48.841441 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-d72503ad-2de0-4051-a187-5d2f20ee77d8 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504553 Aug 31 05:50:48.937825 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-a1ea7996-517a-4d10-a044-659a4347f363 service neutron] 10.222.0.10 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845430 Aug 31 05:50:49.031995 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-00140d45-7576-4db0-9415-345ca68c9c54 service neutron] 10.222.0.10 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882058 Aug 31 05:50:49.316490 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b7fd7898-221a-4a4b-a926-e40605dd9eb8 req-8246eee0-bf8a-48cb-a1eb-924580af15fd tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 210 time: 0.0273032 Aug 31 05:50:49.975932 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 223d7b5f-c85a-4f7e-83ce-f2b94b61642e no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:50:49.996393 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: 223d7b5f-c85a-4f7e-83ce-f2b94b61642e {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:50:49.996860 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 223d7b5f-c85a-4f7e-83ce-f2b94b61642e not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:50:50.289581 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-ef5d485d-5b3b-4f91-8793-e9f078ad7b4e tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:50.290825 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-ef5d485d-5b3b-4f91-8793-e9f078ad7b4e tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 812 time: 0.1074219 Aug 31 05:50:50.336741 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-33210f2b-9c72-4d91-b8e8-c521ed354d70 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c5b0965b89a43749316760441c1f7b2 HTTP/1.1" status: 200 len: 380 time: 0.0352657 Aug 31 05:50:50.346373 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-c2f0312e-ed95-49c3-82d4-36e79ad110dc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Request body: {'port': {'device_id': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'admin_state_up': True, 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'security_groups': ['215beb98-dac4-44bf-8bf1-3b13e0d71c4a']}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:50:50.418221 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-3dfee8ec-757f-4c41-953c-c2533b6fd665 req-b06f37e6-196f-4c2b-bed0-739a58c890e6 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 210 time: 0.0283899 Aug 31 05:50:50.459350 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-c2f0312e-ed95-49c3-82d4-36e79ad110dc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Made reservation on behalf of 9c5b0965b89a43749316760441c1f7b2 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:50:50.462766 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-c2f0312e-ed95-49c3-82d4-36e79ad110dc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:50.585000 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-c2f0312e-ed95-49c3-82d4-36e79ad110dc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Allocated IP 172.20.0.10 (b5197239-582c-41cc-a928-8a7641b48b91/ecab411d-3e83-4bc1-8921-b5fa35a3d8d9/230bbfb1-ee18-4361-aa5d-2dcf03e4ff27) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:50:50.731071 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-c2f0312e-ed95-49c3-82d4-36e79ad110dc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:50.745490 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-c2f0312e-ed95-49c3-82d4-36e79ad110dc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Transition to ACTIVE for port object 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:50:50.783551 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-c2f0312e-ed95-49c3-82d4-36e79ad110dc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:50.828504 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-c2f0312e-ed95-49c3-82d4-36e79ad110dc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Network b5197239-582c-41cc-a928-8a7641b48b91 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:50:50.831593 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-c2f0312e-ed95-49c3-82d4-36e79ad110dc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:50:50.835402 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-c2f0312e-ed95-49c3-82d4-36e79ad110dc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:50:50.861973 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0312e-ed95-49c3-82d4-36e79ad110dc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'Port': ['ID=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:50:50.888346 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-c2f0312e-ed95-49c3-82d4-36e79ad110dc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:50.889011 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-c2f0312e-ed95-49c3-82d4-36e79ad110dc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:50.903846 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-c2f0312e-ed95-49c3-82d4-36e79ad110dc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5610895 Aug 31 05:50:50.917052 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Request body: {'port': {'device_id': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:50:50.985111 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:51.029102 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-fdb53738-5ead-4523-aa7c-4fdfa0afa2b4 None None] Provisioning for port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:50:51.032971 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-fdb53738-5ead-4523-aa7c-4fdfa0afa2b4 None None] Provisioning complete for port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:50:51.033349 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fdb53738-5ead-4523-aa7c-4fdfa0afa2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:51.066386 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-fdb53738-5ead-4523-aa7c-4fdfa0afa2b4 None None] Port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:50:51.250803 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:50:51.258311 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:51.271193 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Transition to ACTIVE for port object 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:50:51.275288 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:51.326656 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Pushing event updated for resources: {'Port': ['ID=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:50:51.539908 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd8bd5-9635-4018-a48f-6aa69511c412 req-8d71139c-af36-483e-9897-06bfa4df6c41 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:51.541426 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ccfd8bd5-9635-4018-a48f-6aa69511c412 req-8d71139c-af36-483e-9897-06bfa4df6c41 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 944 time: 0.0509171 Aug 31 05:50:51.590187 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ccfd8bd5-9635-4018-a48f-6aa69511c412 req-927be383-0e90-41d8-883b-55ff554407c8 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368228 Aug 31 05:50:51.667452 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Attempting to bind port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:50:51.667785 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Attempting to bind port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:50:51.668111 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Attempting to bind port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 on network b5197239-582c-41cc-a928-8a7641b48b91 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:50:51.672777 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 on network b5197239-582c-41cc-a928-8a7641b48b91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:50:51.673095 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Attempting to bind port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 on network b5197239-582c-41cc-a928-8a7641b48b91 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:50:51.677684 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:50:51.678016 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Checking segment: {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:50:51.678395 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Bound using segment: {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:50:51.678811 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Bound port: 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:50:51.679181 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:51.739595 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] For port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:50:51.742619 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] For port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:50:51.745912 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:51.782508 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:51.783141 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:51.784567 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] 10.222.0.32 "PUT /v2.0/ports/230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 HTTP/1.1" status: 200 len: 1094 time: 0.8720422 Aug 31 05:50:51.785013 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'tag': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:50:51.787415 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db648d0-1a35-4196-817d-4b14231ec304" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0170bb-f151-47b6-8a43-5b1365ce9c89", "tag": "230bbfb1-ee18-4361-aa5d-2dcf03e4ff27"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:50:51.808505 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ab42c-3af6-4cde-bcfe-f775e7df243e service neutron] Pushing event updated for resources: {'Port': ['ID=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:50:51.832714 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83215219-447f-48d4-b215-dc4aad46a44f x-openstack-request-id: req-83215219-447f-48d4-b215-dc4aad46a44f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:50:51.833038 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0170bb-f151-47b6-8a43-5b1365ce9c89", "tag": "230bbfb1-ee18-4361-aa5d-2dcf03e4ff27", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:50:51.833310 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83215219-447f-48d4-b215-dc4aad46a44f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:50:51.833706 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'tag': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'status': 'completed', 'code': 200} Aug 31 05:50:51.882965 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-d70b7115-1c58-4392-898e-7db2dd21a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:51.884505 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-d70b7115-1c58-4392-898e-7db2dd21a39e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 1097 time: 0.0464704 Aug 31 05:50:51.932669 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-b8a16552-c102-491b-9343-2cedcef9dfe8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 HTTP/1.1" status: 200 len: 217 time: 0.0352850 Aug 31 05:50:51.988430 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-37603cd9-33b6-4774-b5a8-888718142658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:51.989887 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-37603cd9-33b6-4774-b5a8-888718142658 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0449085 Aug 31 05:50:52.042509 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-7627240c-ad7e-442c-a0db-454656cbc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:52.044006 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-7627240c-ad7e-442c-a0db-454656cbc55a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432096 Aug 31 05:50:52.134702 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-49d9baa0-14c2-4f5d-876f-db5e1f85426d service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785420 Aug 31 05:50:52.231087 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-8d9ccabb-fb32-48cd-8ec4-f68f49be5618 req-992b77c4-e593-4a01-8bad-0f7d7f052113 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846047 Aug 31 05:50:52.332498 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db648d0-1a35-4196-817d-4b14231ec304 req-2f08a197-c45c-44d3-ba10-2b15d026950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:52.334018 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2db648d0-1a35-4196-817d-4b14231ec304 req-2f08a197-c45c-44d3-ba10-2b15d026950a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 1097 time: 0.0440950 Aug 31 05:50:52.425429 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db648d0-1a35-4196-817d-4b14231ec304 req-155efb1b-35a0-486d-ae4b-44eb244830ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:52.426812 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2db648d0-1a35-4196-817d-4b14231ec304 req-155efb1b-35a0-486d-ae4b-44eb244830ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 913 time: 0.0842717 Aug 31 05:50:52.473289 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2db648d0-1a35-4196-817d-4b14231ec304 req-d872aeb3-9748-4a41-ab40-15a13c404114 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 HTTP/1.1" status: 200 len: 217 time: 0.0379071 Aug 31 05:50:52.525131 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db648d0-1a35-4196-817d-4b14231ec304 req-b6526394-d4f2-4356-a04d-e1cb1d1fe870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:52.526586 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2db648d0-1a35-4196-817d-4b14231ec304 req-b6526394-d4f2-4356-a04d-e1cb1d1fe870 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0460687 Aug 31 05:50:52.577079 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db648d0-1a35-4196-817d-4b14231ec304 req-cdce40a9-28a4-4ce6-beab-5fc99126e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:52.578585 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2db648d0-1a35-4196-817d-4b14231ec304 req-cdce40a9-28a4-4ce6-beab-5fc99126e11d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401771 Aug 31 05:50:52.685991 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2db648d0-1a35-4196-817d-4b14231ec304 req-b988ec23-adf5-412a-8b0f-6687a3971ce8 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948682 Aug 31 05:50:52.765930 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce126b6-122f-41ea-8546-25e3767d0811 req-c5fc054a-ec0d-429b-bc7b-ee54a002e98d tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:52.767525 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cce126b6-122f-41ea-8546-25e3767d0811 req-c5fc054a-ec0d-429b-bc7b-ee54a002e98d tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 944 time: 0.1091390 Aug 31 05:50:52.789073 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-2db648d0-1a35-4196-817d-4b14231ec304 req-572dcb43-ebf9-4c50-8c52-e8a0bad4cd6c service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913587 Aug 31 05:50:52.807086 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-cce126b6-122f-41ea-8546-25e3767d0811 req-c367b7a0-7598-45ee-bfbf-e03086a2e04a tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327871 Aug 31 05:50:53.922439 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b909aac-a520-4d71-b730-f126a1434114 req-a0651955-5b99-48d5-b578-4bcae0e04dfd tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:53.923973 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0b909aac-a520-4d71-b730-f126a1434114 req-a0651955-5b99-48d5-b578-4bcae0e04dfd tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 944 time: 0.0491614 Aug 31 05:50:53.961439 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-0b909aac-a520-4d71-b730-f126a1434114 req-2f5baa1d-26f0-44cf-a157-209c6d5d90bb tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314753 Aug 31 05:50:54.910590 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:55.082316 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60795dee-cc9d-4acd-9243-5e03b6092f65 req-57869891-3741-4331-a584-f85f69f6b530 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:55.083784 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-60795dee-cc9d-4acd-9243-5e03b6092f65 req-57869891-3741-4331-a584-f85f69f6b530 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 944 time: 0.0556674 Aug 31 05:50:55.124155 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-60795dee-cc9d-4acd-9243-5e03b6092f65 req-9a69ddd1-9694-416e-8558-e515f65cab6e tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344632 Aug 31 05:50:56.237453 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68beae-50c5-494d-aa1b-a3ef30a6a78f req-7b70ad5b-ca06-463f-ae0f-6706b6786db0 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:56.239254 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7b68beae-50c5-494d-aa1b-a3ef30a6a78f req-7b70ad5b-ca06-463f-ae0f-6706b6786db0 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 944 time: 0.0490499 Aug 31 05:50:56.276557 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7b68beae-50c5-494d-aa1b-a3ef30a6a78f req-86c67a53-f124-49db-a614-dbe04aa3c250 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306704 Aug 31 05:50:57.392544 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cef446-1667-44e5-b0e6-736e7177f7ee req-9c046d88-cd02-47e8-9c83-2bd2f18f77c2 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:57.394048 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f3cef446-1667-44e5-b0e6-736e7177f7ee req-9c046d88-cd02-47e8-9c83-2bd2f18f77c2 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 944 time: 0.0505252 Aug 31 05:50:57.431649 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f3cef446-1667-44e5-b0e6-736e7177f7ee req-a2377af9-b3e6-4199-8d4c-ab8e0ddc6ec5 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316536 Aug 31 05:50:58.544094 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab760a7-73a0-4782-9ed6-e477b2e8480d req-5ebf8be7-4d9b-49cd-a649-1d681643a0b5 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:58.545465 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2ab760a7-73a0-4782-9ed6-e477b2e8480d req-5ebf8be7-4d9b-49cd-a649-1d681643a0b5 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 944 time: 0.0470829 Aug 31 05:50:58.586061 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-2ab760a7-73a0-4782-9ed6-e477b2e8480d req-c826ca06-dc64-44b8-bf06-e4f14da19702 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346642 Aug 31 05:50:59.580039 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-dfe36622-723e-4887-aa11-434531703050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:50:59.698207 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf56cf5-7d2b-47ba-a77e-7b17ef0bb089 req-9550795e-40d0-4899-b2c0-27ed89c0b4b9 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:50:59.700227 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4bf56cf5-7d2b-47ba-a77e-7b17ef0bb089 req-9550795e-40d0-4899-b2c0-27ed89c0b4b9 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 944 time: 0.0495386 Aug 31 05:50:59.739080 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4bf56cf5-7d2b-47ba-a77e-7b17ef0bb089 req-5526dac0-f886-4300-808c-24d733f9b1ea tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328641 Aug 31 05:51:00.038602 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:51:00.141801 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:51:00.154291 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'port_id': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'mac_address': 'fa:16:3e:a0:8c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:51:00.199664 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:00.211646 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:51:00.229729 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:51:00.233997 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:00.284414 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:51:00.291441 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:00.291785 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:00.292120 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:00.292450 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:00.292776 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:00.293100 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:00.293926 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:00.294245 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:00.294727 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:00.295019 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:00.295367 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:00.295687 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:00.538795 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['230bbfb1-ee18-4361-aa5d-2dcf03e4ff27'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:51:00.855535 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144a48c-4946-4bed-bb7d-09b85bf7794c req-0be0e698-c757-4231-81a1-278da388ecde tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:00.857576 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a144a48c-4946-4bed-bb7d-09b85bf7794c req-0be0e698-c757-4231-81a1-278da388ecde tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 945 time: 0.0504732 Aug 31 05:51:00.895351 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a144a48c-4946-4bed-bb7d-09b85bf7794c req-ba84eae7-de68-4360-a2eb-c683ed201c36 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314662 Aug 31 05:51:01.906088 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-da07fbe4-c977-4ab1-af3f-9681bab25fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:02.009001 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67a364-f15b-4414-9a44-f504e7923f3f req-5efeb1dd-d239-489c-9cad-81c124fb576b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:02.010516 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9c67a364-f15b-4414-9a44-f504e7923f3f req-5efeb1dd-d239-489c-9cad-81c124fb576b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 945 time: 0.0485659 Aug 31 05:51:02.044089 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:51:02.052113 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9c67a364-f15b-4414-9a44-f504e7923f3f req-4c10368d-ca96-4d17-917d-676d1d9a6a66 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354152 Aug 31 05:51:02.099528 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:51:02.103377 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:51:02.103728 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:02.186940 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:02.211639 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:51:02.213874 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3997c31c-139e-4ac7-97cf-9376a40634b9" -d '{"events": [{"server_uuid": "5f0170bb-f151-47b6-8a43-5b1365ce9c89", "name": "network-vif-plugged", "status": "completed", "tag": "230bbfb1-ee18-4361-aa5d-2dcf03e4ff27"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:51:02.226952 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:51:02.232029 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:02.257645 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd7b710-1b6d-407d-b319-6b1bfc0616c6 x-openstack-request-id: req-acd7b710-1b6d-407d-b319-6b1bfc0616c6 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:51:02.257944 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0170bb-f151-47b6-8a43-5b1365ce9c89", "name": "network-vif-plugged", "status": "completed", "tag": "230bbfb1-ee18-4361-aa5d-2dcf03e4ff27", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:51:02.258199 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-acd7b710-1b6d-407d-b319-6b1bfc0616c6 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:51:02.258593 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'code': 200} Aug 31 05:51:02.283702 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:51:02.382364 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:02.504889 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763014a-bb89-489d-a533-2a3d776d7831 req-98a28983-c9f7-47fc-93ef-4b836b4c5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:02.506506 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e763014a-bb89-489d-a533-2a3d776d7831 req-98a28983-c9f7-47fc-93ef-4b836b4c5193 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 1099 time: 0.0463388 Aug 31 05:51:02.546449 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-e763014a-bb89-489d-a533-2a3d776d7831 req-5edc8fb5-8e0d-4af9-b205-5271ee3c39cd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284412 Aug 31 05:51:03.164326 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3b306-3a40-47f3-9c90-3930e322e3e5 req-63fcce4d-5b67-4e89-b458-eaaad6a7845a tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:03.165794 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-13b3b306-3a40-47f3-9c90-3930e322e3e5 req-63fcce4d-5b67-4e89-b458-eaaad6a7845a tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 946 time: 0.0482409 Aug 31 05:51:03.203955 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-13b3b306-3a40-47f3-9c90-3930e322e3e5 req-9c97c4ab-a564-42f9-9e1d-20662b9929e5 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Aug 31 05:51:03.347907 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:04.323790 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930532a1-585c-473d-9d52-8809e591469a req-50af73a3-c55b-4c3d-baac-bc36a2ad8c07 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:04.325877 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-930532a1-585c-473d-9d52-8809e591469a req-50af73a3-c55b-4c3d-baac-bc36a2ad8c07 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 946 time: 0.0500357 Aug 31 05:51:04.365991 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-930532a1-585c-473d-9d52-8809e591469a req-45db836b-ca37-47e4-bde3-96169811e3f2 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340014 Aug 31 05:51:04.477984 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48a4fd-679b-4043-8c83-2c7b3f9bda8b req-5e876b97-0dc5-4efe-9ae8-fdd111706ae9 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:04.479449 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-da48a4fd-679b-4043-8c83-2c7b3f9bda8b req-5e876b97-0dc5-4efe-9ae8-fdd111706ae9 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 946 time: 0.0478909 Aug 31 05:51:04.520623 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-da48a4fd-679b-4043-8c83-2c7b3f9bda8b req-7bc5ac5d-c458-4dc8-b0bd-95ced3030288 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352278 Aug 31 05:51:04.542079 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 55852) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:51:04.581088 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffaccd0-d0d5-4145-abf9-6a37c89bfdd5 tempest-TestVolumeBootPattern-986159109 tempest-TestVolumeBootPattern-986159109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:04.582648 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-2ffaccd0-d0d5-4145-abf9-6a37c89bfdd5 tempest-TestVolumeBootPattern-986159109 tempest-TestVolumeBootPattern-986159109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 1094 time: 0.0396349 Aug 31 05:51:04.585424 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 55854) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:51:04.589801 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Request body: {'floatingip': {'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'port_id': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:51:04.610969 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for floatingip, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:04.706631 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:04.809793 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_common [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Allocated IP 172.27.1.108 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/6e6caf88-94ea-426c-bd26-8b600db468b4) {{(pid=94006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:51:04.910608 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for port, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:04.917445 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:04.955711 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:04.994422 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:51:04.995953 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:51:04.998535 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Received port after_create {{(pid=94006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:51:05.026054 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'Port': ['ID=6e6caf88-94ea-426c-bd26-8b600db468b4,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:51:05.039300 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:05.039647 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:05.039983 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:05.040313 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:05.040642 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:05.040965 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:05.041294 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:05.041614 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:05.041933 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:05.042251 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:05.042564 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:05.042875 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:51:05.356922 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:05.422499 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:05.575480 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:05.579914 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4057228'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:05.645804 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'Port': ['ID=6e6caf88-94ea-426c-bd26-8b600db468b4,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:51:05.657863 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:05.762578 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.l3_db [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Floating IP b739fa83-ae83-4395-b733-5e0442c03b4a associated. External IP: 172.27.1.108, port: 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27. Aug 31 05:51:05.966627 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Router b6062c86-b110-448f-b0cb-9bd96c876990 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:51:06.074938 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:51:06.084313 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a1902b-56f0-4fc3-ab45-0999f8b6f4e4 None None] Sync routers for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:51:06.093452 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:06.094343 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a1902b-56f0-4fc3-ab45-0999f8b6f4e4 None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:51:06.095049 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c2a1902b-56f0-4fc3-ab45-0999f8b6f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:51:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:51:06.120866 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-4e8cc592-af86-49ed-af0d-ec2b949026a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5344157 Aug 31 05:51:06.121457 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'tag': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27'}] {{(pid=94006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:51:06.123769 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fcbfbdd9b74ff4cb14d8c7c5521a31bcdab3071e6810f807a3c3deab47fc22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c29c89a-9706-4e2d-858f-401d0f8636fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0170bb-f151-47b6-8a43-5b1365ce9c89", "tag": "230bbfb1-ee18-4361-aa5d-2dcf03e4ff27"}]}' {{(pid=94006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:51:06.159453 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fb6d02-f4d5-4b7c-afdb-ee595c637a17 x-openstack-request-id: req-70fb6d02-f4d5-4b7c-afdb-ee595c637a17 {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:51:06.159739 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0170bb-f151-47b6-8a43-5b1365ce9c89", "tag": "230bbfb1-ee18-4361-aa5d-2dcf03e4ff27", "status": "completed", "code": 200}]} {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:51:06.159988 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70fb6d02-f4d5-4b7c-afdb-ee595c637a17 {{(pid=94006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:51:06.160384 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'tag': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'status': 'completed', 'code': 200} Aug 31 05:51:06.208624 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-c2a1902b-56f0-4fc3-ab45-0999f8b6f4e4 None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:51:06.221459 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29c89a-9706-4e2d-858f-401d0f8636fa req-b9628e98-95dc-410a-b8df-d59ea507d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:06.222913 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3c29c89a-9706-4e2d-858f-401d0f8636fa req-b9628e98-95dc-410a-b8df-d59ea507d4a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 1099 time: 0.0412967 Aug 31 05:51:06.314544 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29c89a-9706-4e2d-858f-401d0f8636fa req-f1f25026-0274-4289-9f29-8423ce29de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:06.316074 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3c29c89a-9706-4e2d-858f-401d0f8636fa req-f1f25026-0274-4289-9f29-8423ce29de01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 913 time: 0.0860996 Aug 31 05:51:06.386505 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3c29c89a-9706-4e2d-858f-401d0f8636fa req-019104d2-e2bc-48cf-8670-41b9e4f417e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 HTTP/1.1" status: 200 len: 1000 time: 0.0632319 Aug 31 05:51:06.433658 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c2a1902b-56f0-4fc3-ab45-0999f8b6f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'b739fa83-ae83-4395-b733-5e0442c03b4a', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:a0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:51:05Z', 'updated_at': '2021-08-31T05:51:05Z', 'revision_number': 0, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:51:06.436043 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29c89a-9706-4e2d-858f-401d0f8636fa req-fafb26bf-f4fa-40ef-bf86-e652d6e4f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:06.437519 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3c29c89a-9706-4e2d-858f-401d0f8636fa req-fafb26bf-f4fa-40ef-bf86-e652d6e4f569 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0439243 Aug 31 05:51:06.462717 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a1902b-56f0-4fc3-ab45-0999f8b6f4e4 None None] Checking router: b6062c86-b110-448f-b0cb-9bd96c876990 for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:51:06.471755 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a1902b-56f0-4fc3-ab45-0999f8b6f4e4 None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:51:06.472343 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c2a1902b-56f0-4fc3-ab45-0999f8b6f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:51:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:51:06.483671 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29c89a-9706-4e2d-858f-401d0f8636fa req-495b9f89-598f-4d96-8ec5-1fb018821486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:06.485207 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3c29c89a-9706-4e2d-858f-401d0f8636fa req-495b9f89-598f-4d96-8ec5-1fb018821486 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401838 Aug 31 05:51:06.579494 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3c29c89a-9706-4e2d-858f-401d0f8636fa req-6c5b047e-728d-43f1-8aa8-7762979b8673 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872915 Aug 31 05:51:06.580671 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-c2a1902b-56f0-4fc3-ab45-0999f8b6f4e4 None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:51:06.670002 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3c29c89a-9706-4e2d-858f-401d0f8636fa req-10940e0b-7fa6-4ade-a82f-c62e4bca65cd service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828786 Aug 31 05:51:06.798625 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c2a1902b-56f0-4fc3-ab45-0999f8b6f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'b739fa83-ae83-4395-b733-5e0442c03b4a', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:a0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:51:05Z', 'updated_at': '2021-08-31T05:51:05Z', 'revision_number': 0, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:51:06.828102 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a1902b-56f0-4fc3-ab45-0999f8b6f4e4 None None] The sync data for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi is: [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'b739fa83-ae83-4395-b733-5e0442c03b4a', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:a0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:51:05Z', 'updated_at': '2021-08-31T05:51:05Z', 'revision_number': 0, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:51:07.006509 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c0093-c074-44fd-ba69-6665af6bb070 None None] New status for floating IP b739fa83-ae83-4395-b733-5e0442c03b4a: ACTIVE {{(pid=94008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:51:15.603562 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [req-24bc51af-5f29-4149-86b8-59dd7658597c req-35267a1a-8eb3-46e1-9382-893fc8925d72 service neutron] (94005) timed out ('10.222.0.32', 59488) {{(pid=94005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 05:51:20.887894 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:51:25.033148 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:29.581223 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-96c3ba5f-200f-4e58-a331-bb593c8f9b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:31.907363 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d785ae31-d461-4170-b96c-7ee550f24bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:32.383546 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:33.350482 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:34.919962 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:54.911852 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:57.887478 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:51:59.564826 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ffa6fd23-25f5-4aaa-88bc-1bcbdee657e5 req-9c6e3d31-3b0d-47d4-b38c-9ed9ba488cde service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1006465 Aug 31 05:51:59.581261 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a5fde970-6532-4bc8-93cd-29621ba4d35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:51:59.652541 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6fd23-25f5-4aaa-88bc-1bcbdee657e5 req-b29b2945-e16f-4a1c-8a1d-3da5ed953b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:59.655897 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ffa6fd23-25f5-4aaa-88bc-1bcbdee657e5 req-b29b2945-e16f-4a1c-8a1d-3da5ed953b81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 1099 time: 0.0415442 Aug 31 05:51:59.759802 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6fd23-25f5-4aaa-88bc-1bcbdee657e5 req-ee8de60e-5343-4e11-81bc-605f700590cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:59.761277 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ffa6fd23-25f5-4aaa-88bc-1bcbdee657e5 req-ee8de60e-5343-4e11-81bc-605f700590cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 913 time: 0.0843213 Aug 31 05:51:59.835982 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ffa6fd23-25f5-4aaa-88bc-1bcbdee657e5 req-46ef6a4f-ae33-4c5d-9cc8-1c9e658121cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 HTTP/1.1" status: 200 len: 1002 time: 0.0625658 Aug 31 05:51:59.887293 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6fd23-25f5-4aaa-88bc-1bcbdee657e5 req-e9af88a9-bfe3-4ed7-86c6-68462d56a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:59.888792 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ffa6fd23-25f5-4aaa-88bc-1bcbdee657e5 req-e9af88a9-bfe3-4ed7-86c6-68462d56a38e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0450037 Aug 31 05:51:59.935967 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6fd23-25f5-4aaa-88bc-1bcbdee657e5 req-df8bd63c-9978-4afe-bfbf-55e1d92bb18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:51:59.937491 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ffa6fd23-25f5-4aaa-88bc-1bcbdee657e5 req-df8bd63c-9978-4afe-bfbf-55e1d92bb18f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408561 Aug 31 05:52:00.030822 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ffa6fd23-25f5-4aaa-88bc-1bcbdee657e5 req-6b8c7d22-190c-498f-a91a-d32988871ea3 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851235 Aug 31 05:52:00.125790 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-ffa6fd23-25f5-4aaa-88bc-1bcbdee657e5 req-fe1d1a98-d16f-44fe-ab7e-1c776f77c63e service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825038 Aug 31 05:52:01.908480 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-821f5e96-b790-4a2a-b799-6616c3d3512e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:02.385530 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:03.353813 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:04.922646 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:24.922954 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:29.582317 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-cfb404e4-b53c-481e-8f2c-4f04c3bbe5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:31.908121 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a35e000e-58bb-403f-8f9c-50b1fdecdffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:32.385926 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:33.356104 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:34.886970 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:52:34.928233 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:52.823494 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-babc699c-ffaf-4346-8536-df6034569d27 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802817788&fields=id&tenant_id=9c5b0965b89a43749316760441c1f7b2 HTTP/1.1" status: 200 len: 267 time: 0.0343616 Aug 31 05:52:52.929287 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-79f9b3df-70f3-442d-8a9d-89ba083b9849 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:52.931222 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-79f9b3df-70f3-442d-8a9d-89ba083b9849 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 812 time: 0.1012189 Aug 31 05:52:52.945679 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-5b5ad90e-c29f-4882-bc89-f14fa1f37534 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/quotas/9c5b0965b89a43749316760441c1f7b2 HTTP/1.1" status: 200 len: 375 time: 0.0087783 Aug 31 05:52:53.002213 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-449b0cf9-e4e4-489a-ae41-ff75fa839ccc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0514851 Aug 31 05:52:53.136331 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-7995dd16-2451-489f-b425-0b1f20da2d69 service neutron] 10.222.0.10 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223199 Aug 31 05:52:53.228661 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-b89c3e19-e621-4d6c-970e-0a9737f19039 service neutron] 10.222.0.10 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863023 Aug 31 05:52:53.512821 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-5f63953c-7d52-498d-8c46-1fe1026106f6 req-61b21c8d-769a-4ffd-a561-15ef59d4c326 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 210 time: 0.0272615 Aug 31 05:52:54.568361 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-83531f44-793c-4c34-9091-7ca2ae5ec283 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:54.569867 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-83531f44-793c-4c34-9091-7ca2ae5ec283 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 812 time: 0.1135724 Aug 31 05:52:54.610676 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-75ade5bf-bcf8-49bb-ac90-c770473efcb3 req-bc921de8-edc8-4b60-a203-6e7461faddc5 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 210 time: 0.0291626 Aug 31 05:52:54.615216 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-64925437-c996-46b5-9269-6491708daa07 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c5b0965b89a43749316760441c1f7b2 HTTP/1.1" status: 200 len: 380 time: 0.0352805 Aug 31 05:52:54.635407 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Request body: {'port': {'device_id': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'admin_state_up': True, 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'security_groups': ['215beb98-dac4-44bf-8bf1-3b13e0d71c4a']}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:52:54.741694 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Made reservation on behalf of 9c5b0965b89a43749316760441c1f7b2 for: {'port': 1} {{(pid=94005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:52:54.745440 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:54.875701 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Allocated IP 172.20.0.3 (b5197239-582c-41cc-a928-8a7641b48b91/ecab411d-3e83-4bc1-8921-b5fa35a3d8d9/190ca3d0-97c3-4cd4-b45c-4debf60d9e25) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:52:54.914997 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:55.023023 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:55.038363 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Transition to ACTIVE for port object 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:52:55.079230 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:55.120897 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Network b5197239-582c-41cc-a928-8a7641b48b91 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:52:55.126231 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:52:55.130097 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:52:55.160645 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'Port': ['ID=190ca3d0-97c3-4cd4-b45c-4debf60d9e25,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:52:55.175372 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:52:55.175725 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:52:55.176071 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:52:55.176411 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:52:55.176745 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:52:55.177077 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:52:55.177407 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:52:55.177742 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:52:55.178071 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:52:55.178396 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:52:55.178722 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:52:55.179048 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:52:55.198161 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:55.199043 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:55.214652 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-ad76d36f-fbc4-4e27-bfc8-37b9fda99d88 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5831976 Aug 31 05:52:55.227445 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.v2.base [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Request body: {'port': {'device_id': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=94005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:52:55.297067 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:55.377002 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-d0c1cee8-411f-497f-a1f8-5371c0b35679 None None] Provisioning for port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:52:55.381622 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-d0c1cee8-411f-497f-a1f8-5371c0b35679 None None] Provisioning complete for port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:52:55.382177 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d0c1cee8-411f-497f-a1f8-5371c0b35679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:55.430145 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-d0c1cee8-411f-497f-a1f8-5371c0b35679 None None] Port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:52:55.579361 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:52:55.586907 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:55.599023 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Transition to ACTIVE for port object 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:52:55.602698 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:55.675035 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Pushing event updated for resources: {'Port': ['ID=190ca3d0-97c3-4cd4-b45c-4debf60d9e25,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:52:55.732585 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Attempting to bind port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:52:55.733324 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Attempting to bind port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:52:55.734377 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Attempting to bind port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 on network b5197239-582c-41cc-a928-8a7641b48b91 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:52:55.740152 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 on network b5197239-582c-41cc-a928-8a7641b48b91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:52:55.740476 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Attempting to bind port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 on network b5197239-582c-41cc-a928-8a7641b48b91 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:52:55.746167 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Checking agent: {'id': '118109fe-90de-4d3f-b296-c3aa0fb46e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 5, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:52:55.746536 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Checking segment: {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:52:55.747052 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Bound using segment: {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:52:55.748061 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Bound port: 190ca3d0-97c3-4cd4-b45c-4debf60d9e25, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1b9932-6c34-4991-99d5-1eeeec209cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:52:55.748061 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:55.768688 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1915-6dd1-49cb-ab2d-3ae64e39f52a req-47f74835-15e9-4e4d-a47b-1602eb07767a tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:55.770255 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ea9b1915-6dd1-49cb-ab2d-3ae64e39f52a req-47f74835-15e9-4e4d-a47b-1602eb07767a tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 943 time: 0.0612333 Aug 31 05:52:55.817639 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] For port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25, host hv-cinder-80655, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:52:55.818433 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-ea9b1915-6dd1-49cb-ab2d-3ae64e39f52a req-27d4f59a-9f19-474e-8b98-f073aeaeca4e tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418229 Aug 31 05:52:55.820438 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] For port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=190ca3d0-97c3-4cd4-b45c-4debf60d9e25,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:52:55.826267 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4119210'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:55.863122 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:55.863637 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:55.865448 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] 10.222.0.32 "PUT /v2.0/ports/190ca3d0-97c3-4cd4-b45c-4debf60d9e25 HTTP/1.1" status: 200 len: 1093 time: 0.6425426 Aug 31 05:52:55.868267 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'tag': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:52:55.870528 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dd5c20-bae3-46dd-85e8-066a712f87af" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d5c780-7281-41d2-9bf3-b2f178e2161a", "tag": "190ca3d0-97c3-4cd4-b45c-4debf60d9e25"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:52:55.901212 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d2773-3ae5-46fd-a5a5-427551da390f service neutron] Pushing event updated for resources: {'Port': ['ID=190ca3d0-97c3-4cd4-b45c-4debf60d9e25,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:52:55.985846 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-f9f20b90-0bf8-4df5-a0a8-91306621b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:55.987370 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-f9f20b90-0bf8-4df5-a0a8-91306621b0fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 1096 time: 0.0714691 Aug 31 05:52:55.994716 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caffdb8f-8d12-466a-8ed8-b9b6e65df035 x-openstack-request-id: req-caffdb8f-8d12-466a-8ed8-b9b6e65df035 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:52:55.995011 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d5c780-7281-41d2-9bf3-b2f178e2161a", "tag": "190ca3d0-97c3-4cd4-b45c-4debf60d9e25", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:52:55.995300 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-caffdb8f-8d12-466a-8ed8-b9b6e65df035 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:52:55.995703 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'tag': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25', 'status': 'completed', 'code': 200} Aug 31 05:52:56.037411 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-d285c503-3291-4bff-9c9e-55903cfddab1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=190ca3d0-97c3-4cd4-b45c-4debf60d9e25 HTTP/1.1" status: 200 len: 217 time: 0.0352478 Aug 31 05:52:56.091562 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-069489c2-d0bf-4600-bccd-10455d86bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:56.093033 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-069489c2-d0bf-4600-bccd-10455d86bc2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0448513 Aug 31 05:52:56.146439 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-9774df9f-530e-40c3-8022-725922ae2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:56.148005 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-9774df9f-530e-40c3-8022-725922ae2190 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438707 Aug 31 05:52:56.242899 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-3adc6340-8b35-4d21-b8ed-112ba9ee8ced service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830159 Aug 31 05:52:56.343807 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5f42422f-b952-4cd4-8fdf-0f1d3ce46088 req-0d533e07-2feb-471e-b967-f4f67b687d84 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901010 Aug 31 05:52:56.437376 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd5c20-bae3-46dd-85e8-066a712f87af req-d70f684d-61a2-40df-939a-667a246f9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:56.439006 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-27dd5c20-bae3-46dd-85e8-066a712f87af req-d70f684d-61a2-40df-939a-667a246f9773 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 1096 time: 0.0429826 Aug 31 05:52:56.531752 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd5c20-bae3-46dd-85e8-066a712f87af req-8f4b3406-bc2c-4bec-a337-787898e40b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:56.533121 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-27dd5c20-bae3-46dd-85e8-066a712f87af req-8f4b3406-bc2c-4bec-a337-787898e40b9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 913 time: 0.0860529 Aug 31 05:52:56.583022 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-27dd5c20-bae3-46dd-85e8-066a712f87af req-758e9c95-2fd5-4bba-8ee6-04b6cb6a9423 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=190ca3d0-97c3-4cd4-b45c-4debf60d9e25 HTTP/1.1" status: 200 len: 217 time: 0.0398057 Aug 31 05:52:56.632551 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd5c20-bae3-46dd-85e8-066a712f87af req-9824150d-3c93-4752-b31e-a8611f069a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:56.634554 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-27dd5c20-bae3-46dd-85e8-066a712f87af req-9824150d-3c93-4752-b31e-a8611f069a77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0435984 Aug 31 05:52:56.682449 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd5c20-bae3-46dd-85e8-066a712f87af req-f7d9797e-f33a-42cf-b79b-c7e0068b8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:56.683989 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-27dd5c20-bae3-46dd-85e8-066a712f87af req-f7d9797e-f33a-42cf-b79b-c7e0068b8625 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405836 Aug 31 05:52:56.778708 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-27dd5c20-bae3-46dd-85e8-066a712f87af req-cc12cfb1-0763-44e3-abf9-da1b35531ff0 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862436 Aug 31 05:52:56.872076 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-27dd5c20-bae3-46dd-85e8-066a712f87af req-b50b45bb-24bf-489e-a6d0-81d744de1167 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836041 Aug 31 05:52:56.933725 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb622f-23b8-4968-86c9-ae6fc76eee39 req-81e9d370-06be-42f1-aeb8-c1cf476e62bc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:56.935248 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-66fb622f-23b8-4968-86c9-ae6fc76eee39 req-81e9d370-06be-42f1-aeb8-c1cf476e62bc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 943 time: 0.0482607 Aug 31 05:52:56.972324 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-66fb622f-23b8-4968-86c9-ae6fc76eee39 req-799c8c71-e02d-4869-8cb5-d9061bcf6d1f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311773 Aug 31 05:52:58.086816 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d097e-dff4-4321-b1c0-84f19a48e76e req-7a0d0f0f-c297-4045-8138-afe9a2e34f0b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:58.088338 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b96d097e-dff4-4321-b1c0-84f19a48e76e req-7a0d0f0f-c297-4045-8138-afe9a2e34f0b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 943 time: 0.0489485 Aug 31 05:52:58.126201 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-b96d097e-dff4-4321-b1c0-84f19a48e76e req-8cd58fe5-533b-4e8a-8401-a9dca8aeb8ac tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318997 Aug 31 05:52:59.245378 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7814f-04d3-4fac-b7f1-583382257503 req-e431ba8f-6ca5-48ed-b1ee-2f0c5c5c49aa tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:59.246855 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7dd7814f-04d3-4fac-b7f1-583382257503 req-e431ba8f-6ca5-48ed-b1ee-2f0c5c5c49aa tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 943 time: 0.0552211 Aug 31 05:52:59.283848 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-7dd7814f-04d3-4fac-b7f1-583382257503 req-6372ca79-d86a-4a95-a4d7-57b83851e854 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310214 Aug 31 05:52:59.548526 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5a740349-e969-4db6-be6d-50748f9372f4 req-5b0ccbd6-3e5c-41ff-a949-fca2e0feddad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421886 Aug 31 05:52:59.584401 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2d72e3f0-39da-4471-9c00-25bc60bca7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:52:59.649377 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a740349-e969-4db6-be6d-50748f9372f4 req-be8ada65-8555-422d-b2a0-914d0b8d80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:59.650896 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5a740349-e969-4db6-be6d-50748f9372f4 req-be8ada65-8555-422d-b2a0-914d0b8d80fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 1099 time: 0.0478830 Aug 31 05:52:59.758431 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a740349-e969-4db6-be6d-50748f9372f4 req-3281c2ca-53ef-4485-b8e8-aed540ac7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:59.759958 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5a740349-e969-4db6-be6d-50748f9372f4 req-3281c2ca-53ef-4485-b8e8-aed540ac7c24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 913 time: 0.0859349 Aug 31 05:52:59.834267 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5a740349-e969-4db6-be6d-50748f9372f4 req-b27aeef0-fb45-4899-9244-e6c87390c7c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 HTTP/1.1" status: 200 len: 1002 time: 0.0629795 Aug 31 05:52:59.892637 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a740349-e969-4db6-be6d-50748f9372f4 req-68e3e429-4c65-4688-9224-054c0d8490af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:59.894150 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5a740349-e969-4db6-be6d-50748f9372f4 req-68e3e429-4c65-4688-9224-054c0d8490af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0487359 Aug 31 05:52:59.944480 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a740349-e969-4db6-be6d-50748f9372f4 req-6f7638c5-bee6-42fd-9edf-0280f2aed47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:52:59.947064 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5a740349-e969-4db6-be6d-50748f9372f4 req-6f7638c5-bee6-42fd-9edf-0280f2aed47f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442622 Aug 31 05:53:00.043301 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5a740349-e969-4db6-be6d-50748f9372f4 req-95c896f9-a00a-4283-9635-7f70fb726830 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841072 Aug 31 05:53:00.136530 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-5a740349-e969-4db6-be6d-50748f9372f4 req-fd663dcc-d97b-49a9-9c09-dcf909380ce9 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820825 Aug 31 05:53:00.397394 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f3bb1-26c0-4dad-8b11-32c2a48cd990 req-651a8b65-1b9e-4549-92b4-5db96ebeaacc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:53:00.398899 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d62f3bb1-26c0-4dad-8b11-32c2a48cd990 req-651a8b65-1b9e-4549-92b4-5db96ebeaacc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 943 time: 0.0496097 Aug 31 05:53:00.436625 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-d62f3bb1-26c0-4dad-8b11-32c2a48cd990 req-f0768f5f-6239-4fc3-857c-25b1feb9af94 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318599 Aug 31 05:53:01.550118 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f182e30-7935-4c20-b10a-fd534b30bca8 req-f2b55c12-819d-4078-b0f2-d0c649fe5e38 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:53:01.551555 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4f182e30-7935-4c20-b10a-fd534b30bca8 req-f2b55c12-819d-4078-b0f2-d0c649fe5e38 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 943 time: 0.0497637 Aug 31 05:53:01.588961 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-4f182e30-7935-4c20-b10a-fd534b30bca8 req-35773b81-bec3-422e-a8fb-6b57adaae3ff tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310378 Aug 31 05:53:01.908184 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-48b144c5-3375-46ca-b79f-a50cd056406b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:02.388478 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:02.567379 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:53:02.668744 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=190ca3d0-97c3-4cd4-b45c-4debf60d9e25,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:53:02.680217 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Returning: {'device': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'port_id': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25', 'mac_address': 'fa:16:3e:1b:ab:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:53:02.713606 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce4421-63b1-4fed-a02f-354424ef9526 req-05232437-2597-4951-9b5a-e494d3849e86 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:53:02.715153 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e7ce4421-63b1-4fed-a02f-354424ef9526 req-05232437-2597-4951-9b5a-e494d3849e86 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 943 time: 0.0594394 Aug 31 05:53:02.717398 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:02.731181 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:53:02.750370 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=190ca3d0-97c3-4cd4-b45c-4debf60d9e25,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:53:02.753719 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e7ce4421-63b1-4fed-a02f-354424ef9526 req-1906fa00-a360-4ddd-9f0e-57e0d90d0053 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324645 Aug 31 05:53:02.754378 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:02.801932 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=190ca3d0-97c3-4cd4-b45c-4debf60d9e25,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:53:02.809768 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:02.810118 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:02.810465 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:02.810922 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:02.811320 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:02.811669 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:02.812006 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:02.812338 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:02.812672 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:02.813002 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:02.813328 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:02.813653 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:03.031979 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] get_ports_and_sgs() called for port_ids ['190ca3d0-97c3-4cd4-b45c-4debf60d9e25'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:53:03.359774 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:03.874250 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4731edd-4b55-4776-a684-a68cdd237a5b req-867a3727-f0a1-40fd-b54c-a6bf64a6eaef tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:53:03.876021 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a4731edd-4b55-4776-a684-a68cdd237a5b req-867a3727-f0a1-40fd-b54c-a6bf64a6eaef tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 944 time: 0.0516911 Aug 31 05:53:03.920022 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-a4731edd-4b55-4776-a684-a68cdd237a5b req-0566c91d-038b-4828-a517-48d69b0da80d tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355403 Aug 31 05:53:04.566836 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 up at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:53:04.615352 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning for port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:53:04.619521 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Provisioning complete for port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:53:04.619904 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133954328'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:04.703592 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:04.724917 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:53:04.727802 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b138eabac502314bd0072b8ef57c719c464916ad4894c45127c430022ded9dc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4b83b0-366f-4870-abc6-9e572ce5a90a" -d '{"events": [{"server_uuid": "e4d5c780-7281-41d2-9bf3-b2f178e2161a", "name": "network-vif-plugged", "status": "completed", "tag": "190ca3d0-97c3-4cd4-b45c-4debf60d9e25"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:53:04.740655 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] For port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=190ca3d0-97c3-4cd4-b45c-4debf60d9e25,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:53:04.745106 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:04.790849 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Pushing event updated for resources: {'Port': ['ID=190ca3d0-97c3-4cd4-b45c-4debf60d9e25,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:53:04.824822 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22322b65-523d-4501-b66b-68199ec5e9d9 x-openstack-request-id: req-22322b65-523d-4501-b66b-68199ec5e9d9 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:53:04.825114 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d5c780-7281-41d2-9bf3-b2f178e2161a", "name": "network-vif-plugged", "status": "completed", "tag": "190ca3d0-97c3-4cd4-b45c-4debf60d9e25", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:53:04.825391 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22322b65-523d-4501-b66b-68199ec5e9d9 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:53:04.825789 dv-cinder-806559-3-iscsi neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25', 'code': 200} Aug 31 05:53:04.930148 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:05.039994 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bc79b-15fa-435e-a5c1-d8f5b6190ae2 req-390057d9-63a3-475e-83d5-fae98b81da4d tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:53:05.041516 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-af4bc79b-15fa-435e-a5c1-d8f5b6190ae2 req-390057d9-63a3-475e-83d5-fae98b81da4d tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 945 time: 0.0560739 Aug 31 05:53:05.075879 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3d804-6b99-4b76-b01a-8e5bbdb5ed25 req-b1880fa9-4950-4f66-b289-54b24e93c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:53:05.077328 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3eb3d804-6b99-4b76-b01a-8e5bbdb5ed25 req-b1880fa9-4950-4f66-b289-54b24e93c8d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 1098 time: 0.0483236 Aug 31 05:53:05.082330 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-af4bc79b-15fa-435e-a5c1-d8f5b6190ae2 req-84a6ffde-d731-495f-a121-116ccc0e4273 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348394 Aug 31 05:53:05.118601 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-3eb3d804-6b99-4b76-b01a-8e5bbdb5ed25 req-bd1cccea-6c67-492d-bc00-c18c913be809 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292785 Aug 31 05:53:06.202494 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d726c1-6789-4659-afc2-6b2c7abc3437 req-320f5b98-1d78-4675-8931-250147ee4321 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:53:06.204003 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-68d726c1-6789-4659-afc2-6b2c7abc3437 req-320f5b98-1d78-4675-8931-250147ee4321 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 945 time: 0.0512092 Aug 31 05:53:06.243887 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-68d726c1-6789-4659-afc2-6b2c7abc3437 req-05123062-cd06-4e14-843e-ccc64326de1f tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340528 Aug 31 05:53:07.409144 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e9208-669f-434e-b184-bed3c3141551 req-b60ef792-f612-4e58-ac2e-368b31086312 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:53:07.410598 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e62e9208-669f-434e-b184-bed3c3141551 req-b60ef792-f612-4e58-ac2e-368b31086312 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 945 time: 0.0482428 Aug 31 05:53:07.449600 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-e62e9208-669f-434e-b184-bed3c3141551 req-3c52a595-875e-4bdf-81a7-f6af601efb1c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330908 Aug 31 05:53:07.561902 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b61415-6c0e-40ee-9131-533c09de6045 req-f7e4038c-d1d1-4d1f-8985-20eb83cccfd5 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:53:07.563310 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f0b61415-6c0e-40ee-9131-533c09de6045 req-f7e4038c-d1d1-4d1f-8985-20eb83cccfd5 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 945 time: 0.0480349 Aug 31 05:53:07.600402 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-f0b61415-6c0e-40ee-9131-533c09de6045 req-4dca3dc6-0923-4e4e-b643-4bd4836dde8e tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312333 Aug 31 05:53:07.623714 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 56002) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:53:07.666931 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa63030a-6fd3-4760-9a96-199360ef3f39 tempest-TestVolumeBootPattern-986159109 tempest-TestVolumeBootPattern-986159109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:53:07.668465 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-aa63030a-6fd3-4760-9a96-199360ef3f39 tempest-TestVolumeBootPattern-986159109 tempest-TestVolumeBootPattern-986159109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 1093 time: 0.0434427 Aug 31 05:53:07.671362 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 56004) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:53:07.675785 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.v2.base [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Request body: {'floatingip': {'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'port_id': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:53:07.698710 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for floatingip, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:08.013251 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:08.118571 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.db_base_plugin_common [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Allocated IP 172.27.1.202 (baf71964-5e16-4dde-973b-f2bbbd097579/3725570b-5768-4491-a28a-b8c0921f9bdc/c0d895ff-5bfc-434c-8edd-a5b99f0a9368) {{(pid=94006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:53:08.217566 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for port, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:08.255188 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779784635127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:08.300004 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Network baf71964-5e16-4dde-973b-f2bbbd097579 is already hosted by enough agents. {{(pid=94006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:53:08.303148 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.base_scheduler [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Resources bound (agent type, host, resource id): {{(pid=94006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:53:08.307226 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Received port after_create {{(pid=94006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:53:08.330943 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'Port': ['ID=c0d895ff-5bfc-434c-8edd-a5b99f0a9368,revision_number=1']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:53:08.345130 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:08.345482 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:08.345824 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:08.346168 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:08.346502 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:08.346837 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:08.347192 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:08.347529 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:08.347857 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:08.348184 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:08.348502 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:08.348824 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:53:08.682705 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:08.746705 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133911247'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:08.892369 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:08.896820 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779785211091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779784633101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779784633119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4057228'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:08.962481 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event updated for resources: {'Port': ['ID=c0d895ff-5bfc-434c-8edd-a5b99f0a9368,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:53:08.971911 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369422'] for floatingip, after_create {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:09.068542 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.l3_db [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Floating IP f55086f3-781d-46ce-8b0b-fced2564a3a2 associated. External IP: 172.27.1.202, port: 190ca3d0-97c3-4cd4-b45c-4debf60d9e25. Aug 31 05:53:09.273270 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Router b6062c86-b110-448f-b0cb-9bd96c876990 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:53:09.380743 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:53:09.390282 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6f3fb-32f4-47b5-9081-2296b74c7924 None None] Sync routers for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:53:09.398246 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:09.400386 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc6f3fb-32f4-47b5-9081-2296b74c7924 None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:53:09.401087 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-abc6f3fb-32f4-47b5-9081-2296b74c7924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:53:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:53:09.428153 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-1970cbda-f518-46b7-acd7-6df97f2e5e8c tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7552159 Aug 31 05:53:09.428745 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'tag': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25'}] {{(pid=94006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:53:09.431582 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fcbfbdd9b74ff4cb14d8c7c5521a31bcdab3071e6810f807a3c3deab47fc22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45604276-1629-4f23-aacb-a06cf670aedf" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d5c780-7281-41d2-9bf3-b2f178e2161a", "tag": "190ca3d0-97c3-4cd4-b45c-4debf60d9e25"}]}' {{(pid=94006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:53:09.465996 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa025ee5-8742-48ac-a295-2bb6c5691dd2 x-openstack-request-id: req-fa025ee5-8742-48ac-a295-2bb6c5691dd2 {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:53:09.466303 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d5c780-7281-41d2-9bf3-b2f178e2161a", "tag": "190ca3d0-97c3-4cd4-b45c-4debf60d9e25", "status": "completed", "code": 200}]} {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:53:09.466626 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fa025ee5-8742-48ac-a295-2bb6c5691dd2 {{(pid=94006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:53:09.467021 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'tag': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25', 'status': 'completed', 'code': 200} Aug 31 05:53:09.507563 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-abc6f3fb-32f4-47b5-9081-2296b74c7924 None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:53:09.532691 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45604276-1629-4f23-aacb-a06cf670aedf req-4e09d2d5-6c21-45ad-a882-53512c4df759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:53:09.534105 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-45604276-1629-4f23-aacb-a06cf670aedf req-4e09d2d5-6c21-45ad-a882-53512c4df759 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 1098 time: 0.0443673 Aug 31 05:53:09.624935 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45604276-1629-4f23-aacb-a06cf670aedf req-6133a455-8d87-4bb7-9893-9ec3f6668804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:53:09.626479 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-45604276-1629-4f23-aacb-a06cf670aedf req-6133a455-8d87-4bb7-9893-9ec3f6668804 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 913 time: 0.0856664 Aug 31 05:53:09.694503 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-45604276-1629-4f23-aacb-a06cf670aedf req-c2ec8d5f-596f-43ca-a567-934b67e9da51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=190ca3d0-97c3-4cd4-b45c-4debf60d9e25 HTTP/1.1" status: 200 len: 999 time: 0.0610650 Aug 31 05:53:09.733477 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-abc6f3fb-32f4-47b5-9081-2296b74c7924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'b739fa83-ae83-4395-b733-5e0442c03b4a', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:a0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:51:05Z', 'updated_at': '2021-08-31T05:51:07Z', 'revision_number': 1, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}, {'id': 'f55086f3-781d-46ce-8b0b-fced2564a3a2', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:1b:ab:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:53:08Z', 'updated_at': '2021-08-31T05:53:08Z', 'revision_number': 0, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:53:09.744770 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45604276-1629-4f23-aacb-a06cf670aedf req-cb994c8a-4db9-4e1e-9f72-f8a6c12649d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:53:09.746259 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-45604276-1629-4f23-aacb-a06cf670aedf req-cb994c8a-4db9-4e1e-9f72-f8a6c12649d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0446372 Aug 31 05:53:09.759033 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6f3fb-32f4-47b5-9081-2296b74c7924 None None] Checking router: b6062c86-b110-448f-b0cb-9bd96c876990 for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:53:09.767490 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc6f3fb-32f4-47b5-9081-2296b74c7924 None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:53:09.768097 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-abc6f3fb-32f4-47b5-9081-2296b74c7924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:53:02Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:53:09.803957 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45604276-1629-4f23-aacb-a06cf670aedf req-b5947e51-261c-45bb-93d7-dd8441a03a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:53:09.805397 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-45604276-1629-4f23-aacb-a06cf670aedf req-b5947e51-261c-45bb-93d7-dd8441a03a7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510700 Aug 31 05:53:09.881822 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-abc6f3fb-32f4-47b5-9081-2296b74c7924 None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:53:09.922716 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-45604276-1629-4f23-aacb-a06cf670aedf req-85350008-aca8-4043-a17d-822755f006a3 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072032 Aug 31 05:53:10.015367 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-45604276-1629-4f23-aacb-a06cf670aedf req-f603fef3-5432-4a04-85a1-67144812ca61 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859761 Aug 31 05:53:10.125056 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-abc6f3fb-32f4-47b5-9081-2296b74c7924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'b739fa83-ae83-4395-b733-5e0442c03b4a', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:a0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:51:05Z', 'updated_at': '2021-08-31T05:51:07Z', 'revision_number': 1, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}, {'id': 'f55086f3-781d-46ce-8b0b-fced2564a3a2', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:1b:ab:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:53:08Z', 'updated_at': '2021-08-31T05:53:08Z', 'revision_number': 0, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:53:10.150819 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6f3fb-32f4-47b5-9081-2296b74c7924 None None] The sync data for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi is: [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'b739fa83-ae83-4395-b733-5e0442c03b4a', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:a0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:51:05Z', 'updated_at': '2021-08-31T05:51:07Z', 'revision_number': 1, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}, {'id': 'f55086f3-781d-46ce-8b0b-fced2564a3a2', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:1b:ab:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:53:08Z', 'updated_at': '2021-08-31T05:53:08Z', 'revision_number': 0, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:53:10.332438 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422da11d-b259-48d2-9775-92fac72adc8a None None] New status for floating IP f55086f3-781d-46ce-8b0b-fced2564a3a2: ACTIVE {{(pid=94008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:53:11.886087 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:53:24.937581 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:29.585310 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b8d7980c-4fd7-4d19-8b2e-e0b5fdb90a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:31.908800 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4f33284e-2b1d-480a-b576-bcd776f4ca9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:32.389999 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:33.361663 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:34.932124 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:48.884534 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:53:54.927720 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:53:59.584938 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-bee03575-23e5-4f18-b979-90238067f923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:00.489358 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d8fc5aa5-069e-41ae-8b5f-17f59c4319f4 req-e95dab42-6268-4fe5-8ee8-d245c0dc7a4e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402179 Aug 31 05:54:00.571826 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc5aa5-069e-41ae-8b5f-17f59c4319f4 req-0d843c51-6cc7-4d1a-bc03-9381c53242de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:00.573813 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d8fc5aa5-069e-41ae-8b5f-17f59c4319f4 req-0d843c51-6cc7-4d1a-bc03-9381c53242de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 1099 time: 0.0432904 Aug 31 05:54:00.673807 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc5aa5-069e-41ae-8b5f-17f59c4319f4 req-943b38a7-64b5-435b-adf7-010677e959b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:00.675290 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d8fc5aa5-069e-41ae-8b5f-17f59c4319f4 req-943b38a7-64b5-435b-adf7-010677e959b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 913 time: 0.0812891 Aug 31 05:54:00.744543 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d8fc5aa5-069e-41ae-8b5f-17f59c4319f4 req-59100b9d-92b0-4ef0-8320-00824e101574 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 HTTP/1.1" status: 200 len: 1002 time: 0.0615020 Aug 31 05:54:00.798135 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc5aa5-069e-41ae-8b5f-17f59c4319f4 req-1ff5c8a0-66d7-46ab-a22e-deaf9f469d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:00.799596 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d8fc5aa5-069e-41ae-8b5f-17f59c4319f4 req-1ff5c8a0-66d7-46ab-a22e-deaf9f469d1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0449548 Aug 31 05:54:00.846960 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc5aa5-069e-41ae-8b5f-17f59c4319f4 req-8664cab9-eb44-4970-9b93-5f98c50362e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:00.848409 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d8fc5aa5-069e-41ae-8b5f-17f59c4319f4 req-8664cab9-eb44-4970-9b93-5f98c50362e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411255 Aug 31 05:54:00.941261 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d8fc5aa5-069e-41ae-8b5f-17f59c4319f4 req-8d609427-0a2e-4703-9400-362e9bda37cd service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830102 Aug 31 05:54:01.282146 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-d8fc5aa5-069e-41ae-8b5f-17f59c4319f4 req-68677cac-6db2-49b0-883f-116452d7c80d service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327584 Aug 31 05:54:01.909052 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-80ae2df1-d1c9-4485-afc0-3fe0f55f4878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:02.392067 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:03.365408 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:04.934587 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:24.951602 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:25.882361 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:54:29.589414 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-46e75cc1-e52f-41d4-827e-4260cd5050c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:31.908573 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c5e0cd39-88d0-4732-807e-4dd91434bcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:32.393386 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:33.368535 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:34.938199 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:37.309083 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [req-75554e4e-071d-4d96-bfca-6ba1abf981b8 req-95d0b14c-4098-4256-8628-54acbc4e4f1e service neutron] (94005) timed out ('10.222.0.32', 59503) {{(pid=94005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 05:54:41.824414 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 56032) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:54:41.979512 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Deleting port c0d895ff-5bfc-434c-8edd-a5b99f0a9368 {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:54:41.979854 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:42.055376 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:42.055708 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:42.067311 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Calling delete_port for c0d895ff-5bfc-434c-8edd-a5b99f0a9368 owned by network:floatingip {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:54:42.204762 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:42.229925 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event deleted for resources: {'Port': ['ID=c0d895ff-5bfc-434c-8edd-a5b99f0a9368,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:54:42.243165 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:42.243521 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:42.243862 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:42.244212 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:42.244581 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:42.244933 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:42.245249 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:42.245578 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:42.245906 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:42.246231 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:42.246554 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:42.246873 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:42.300400 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for floatingip, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:42.300733 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.l3_db [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Floating IP f55086f3-781d-46ce-8b0b-fced2564a3a2 disassociated (deleted). External IP: 172.27.1.202, port: 190ca3d0-97c3-4cd4-b45c-4debf60d9e25. Aug 31 05:54:42.502312 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Router b6062c86-b110-448f-b0cb-9bd96c876990 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:54:42.604233 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:54:42.609008 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:42.615590 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde38df-98e9-4eb1-83d7-4d5050fe6525 None None] Sync routers for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:54:42.624808 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde38df-98e9-4eb1-83d7-4d5050fe6525 None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:54:42.626069 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-3cde38df-98e9-4eb1-83d7-4d5050fe6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:54:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:42.635481 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-4562869f-82f5-49fa-adec-c52cfb00af98 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "DELETE /v2.0/floatingips/f55086f3-781d-46ce-8b0b-fced2564a3a2 HTTP/1.1" status: 204 len: 168 time: 0.8099720 Aug 31 05:54:42.636062 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'tag': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25'}] {{(pid=94006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:54:42.638277 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fcbfbdd9b74ff4cb14d8c7c5521a31bcdab3071e6810f807a3c3deab47fc22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f249103c-f4fc-4bd8-95f9-f364a5be9b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d5c780-7281-41d2-9bf3-b2f178e2161a", "tag": "190ca3d0-97c3-4cd4-b45c-4debf60d9e25"}]}' {{(pid=94006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:54:42.728258 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76829446-75a1-4c6b-b518-63edcfbb2e60 x-openstack-request-id: req-76829446-75a1-4c6b-b518-63edcfbb2e60 {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:54:42.729341 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d5c780-7281-41d2-9bf3-b2f178e2161a", "tag": "190ca3d0-97c3-4cd4-b45c-4debf60d9e25", "status": "completed", "code": 200}]} {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:54:42.730146 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76829446-75a1-4c6b-b518-63edcfbb2e60 {{(pid=94006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:54:42.731315 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'tag': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25', 'status': 'completed', 'code': 200} Aug 31 05:54:42.810519 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249103c-f4fc-4bd8-95f9-f364a5be9b7d req-6deb0171-08cd-4b01-b406-6c04f4b8708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:42.812268 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f249103c-f4fc-4bd8-95f9-f364a5be9b7d req-6deb0171-08cd-4b01-b406-6c04f4b8708e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 1098 time: 0.0442138 Aug 31 05:54:42.869187 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-3cde38df-98e9-4eb1-83d7-4d5050fe6525 None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:54:42.874225 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304ed2f-1905-4c14-93bf-0173835f5817 req-6d159b97-e912-4984-9c6d-5ac684458f81 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:42.876849 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9304ed2f-1905-4c14-93bf-0173835f5817 req-6d159b97-e912-4984-9c6d-5ac684458f81 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 945 time: 0.0529702 Aug 31 05:54:42.912045 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249103c-f4fc-4bd8-95f9-f364a5be9b7d req-fd1032aa-f0e4-4a94-a981-a7fb1263d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:42.913739 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f249103c-f4fc-4bd8-95f9-f364a5be9b7d req-fd1032aa-f0e4-4a94-a981-a7fb1263d470 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 913 time: 0.0926807 Aug 31 05:54:42.915716 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-9304ed2f-1905-4c14-93bf-0173835f5817 req-33cbc9cb-665a-4b0a-882d-3d509122a268 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317013 Aug 31 05:54:42.957715 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f249103c-f4fc-4bd8-95f9-f364a5be9b7d req-b35da715-7b63-434a-81c9-66a26efbf276 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=190ca3d0-97c3-4cd4-b45c-4debf60d9e25 HTTP/1.1" status: 200 len: 217 time: 0.0351386 Aug 31 05:54:43.011426 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249103c-f4fc-4bd8-95f9-f364a5be9b7d req-bc4fb506-c833-4dd2-97a2-eeafff23124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:43.012893 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f249103c-f4fc-4bd8-95f9-f364a5be9b7d req-bc4fb506-c833-4dd2-97a2-eeafff23124d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0472641 Aug 31 05:54:43.060285 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249103c-f4fc-4bd8-95f9-f364a5be9b7d req-dce6d3e8-8af2-4752-9b70-ad91bc137ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:43.061684 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f249103c-f4fc-4bd8-95f9-f364a5be9b7d req-dce6d3e8-8af2-4752-9b70-ad91bc137ceb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408347 Aug 31 05:54:43.088629 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-3cde38df-98e9-4eb1-83d7-4d5050fe6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'b739fa83-ae83-4395-b733-5e0442c03b4a', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:a0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:51:05Z', 'updated_at': '2021-08-31T05:51:07Z', 'revision_number': 1, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:43.114422 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde38df-98e9-4eb1-83d7-4d5050fe6525 None None] Checking router: b6062c86-b110-448f-b0cb-9bd96c876990 for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:54:43.122637 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde38df-98e9-4eb1-83d7-4d5050fe6525 None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:54:43.123286 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-3cde38df-98e9-4eb1-83d7-4d5050fe6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:54:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:43.152114 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f249103c-f4fc-4bd8-95f9-f364a5be9b7d req-027bc121-cbed-4cdb-981a-6fb701c7b1a1 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823789 Aug 31 05:54:43.226251 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-3cde38df-98e9-4eb1-83d7-4d5050fe6525 None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:54:43.245977 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-f249103c-f4fc-4bd8-95f9-f364a5be9b7d req-dc57d154-7404-41ea-8b7b-d7e794ca5654 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852108 Aug 31 05:54:43.445185 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-3cde38df-98e9-4eb1-83d7-4d5050fe6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'b739fa83-ae83-4395-b733-5e0442c03b4a', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:a0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:51:05Z', 'updated_at': '2021-08-31T05:51:07Z', 'revision_number': 1, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:43.470477 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde38df-98e9-4eb1-83d7-4d5050fe6525 None None] The sync data for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi is: [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_floatingips': [{'id': 'b739fa83-ae83-4395-b733-5e0442c03b4a', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'router_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'port_id': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'mac_address': 'fa:16:3e:a0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:51:05Z', 'updated_at': '2021-08-31T05:51:07Z', 'revision_number': 1, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:54:43.667057 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b009ecdc-bd19-4da0-92b0-92353851b5f8 None None] New status for floating IP f55086f3-781d-46ce-8b0b-fced2564a3a2: DOWN {{(pid=94008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:54:44.045722 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42337d15-95e3-4bde-8d89-ab31d770b48a req-cd4e1c39-674f-4399-8e40-6fc8dc1b68a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:44.047236 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-42337d15-95e3-4bde-8d89-ab31d770b48a req-cd4e1c39-674f-4399-8e40-6fc8dc1b68a1 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 945 time: 0.0511684 Aug 31 05:54:44.084309 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-42337d15-95e3-4bde-8d89-ab31d770b48a req-55418258-14d8-4df7-9d54-4b5fe4ea6f85 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311906 Aug 31 05:54:44.586992 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a266a-bcff-418d-a56d-d73f3e4134e8 req-dbc16f8f-09ed-4a59-a473-2186bdfcc475 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:44.588382 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-078a266a-bcff-418d-a56d-d73f3e4134e8 req-dbc16f8f-09ed-4a59-a473-2186bdfcc475 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 945 time: 0.0480769 Aug 31 05:54:44.680534 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-078a266a-bcff-418d-a56d-d73f3e4134e8 req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Deleting port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:54:44.680883 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-078a266a-bcff-418d-a56d-d73f3e4134e8 req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:44.766515 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-078a266a-bcff-418d-a56d-d73f3e4134e8 req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] For port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=190ca3d0-97c3-4cd4-b45c-4debf60d9e25,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:54:44.766881 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-078a266a-bcff-418d-a56d-d73f3e4134e8 req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:44.779382 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-078a266a-bcff-418d-a56d-d73f3e4134e8 req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Calling delete_port for 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:54:44.908656 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-078a266a-bcff-418d-a56d-d73f3e4134e8 req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:44.937504 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event deleted for resources: {'Port': ['ID=190ca3d0-97c3-4cd4-b45c-4debf60d9e25,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:54:44.962744 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:44.963127 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:44.963458 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:44.963795 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:44.964128 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:44.964460 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:44.964793 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:44.965121 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:44.965447 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:44.965770 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:44.966090 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:44.966410 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:44.985678 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-078a266a-bcff-418d-a56d-d73f3e4134e8 req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] No DVR routers for this DVR port 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:54:44.988310 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-078a266a-bcff-418d-a56d-d73f3e4134e8 req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:44.990337 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-078a266a-bcff-418d-a56d-d73f3e4134e8 req-13028d39-3bb0-4451-8969-721cfeee431b tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "DELETE /v2.0/ports/190ca3d0-97c3-4cd4-b45c-4debf60d9e25 HTTP/1.1" status: 204 len: 173 time: 0.3938141 Aug 31 05:54:44.990767 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'name': 'network-vif-deleted', 'tag': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:54:44.993016 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce30461-26d2-4f95-be6f-9fd95daa982e" -d '{"events": [{"server_uuid": "e4d5c780-7281-41d2-9bf3-b2f178e2161a", "name": "network-vif-deleted", "tag": "190ca3d0-97c3-4cd4-b45c-4debf60d9e25"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:54:45.028697 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3017eb89-ba7e-4e30-86e5-2250a3022340 x-openstack-request-id: req-3017eb89-ba7e-4e30-86e5-2250a3022340 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:54:45.028992 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d5c780-7281-41d2-9bf3-b2f178e2161a", "name": "network-vif-deleted", "tag": "190ca3d0-97c3-4cd4-b45c-4debf60d9e25", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:54:45.029246 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3017eb89-ba7e-4e30-86e5-2250a3022340 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:54:45.029655 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d5c780-7281-41d2-9bf3-b2f178e2161a', 'name': 'network-vif-deleted', 'tag': '190ca3d0-97c3-4cd4-b45c-4debf60d9e25', 'status': 'completed', 'code': 200} Aug 31 05:54:45.176883 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-72a6f4eb-ef24-48b1-b7e8-02dc13322840 req-99f53e03-44c4-454e-8122-0e3dc0498d6d tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d5c780-7281-41d2-9bf3-b2f178e2161a HTTP/1.1" status: 200 len: 210 time: 0.0264359 Aug 31 05:54:48.449569 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 56074) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:54:48.599191 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-7f9d8a33-a01b-41a8-aacc-d98a8f648316 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Deleting port 6e6caf88-94ea-426c-bd26-8b600db468b4 {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:54:48.599430 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7f9d8a33-a01b-41a8-aacc-d98a8f648316 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:48.670203 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7f9d8a33-a01b-41a8-aacc-d98a8f648316 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:48.670529 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7f9d8a33-a01b-41a8-aacc-d98a8f648316 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:48.682108 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-7f9d8a33-a01b-41a8-aacc-d98a8f648316 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Calling delete_port for 6e6caf88-94ea-426c-bd26-8b600db468b4 owned by network:floatingip {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:54:48.823619 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7f9d8a33-a01b-41a8-aacc-d98a8f648316 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:48.851435 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d8a33-a01b-41a8-aacc-d98a8f648316 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event deleted for resources: {'Port': ['ID=6e6caf88-94ea-426c-bd26-8b600db468b4,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:54:49.018288 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:54:49.039070 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:54:49.039575 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 190ca3d0-97c3-4cd4-b45c-4debf60d9e25 not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:54:49.128114 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7f9d8a33-a01b-41a8-aacc-d98a8f648316 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for floatingip, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:49.128355 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.db.l3_db [None req-7f9d8a33-a01b-41a8-aacc-d98a8f648316 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Floating IP b739fa83-ae83-4395-b733-5e0442c03b4a disassociated (deleted). External IP: 172.27.1.108, port: 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27. Aug 31 05:54:49.326022 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9d8a33-a01b-41a8-aacc-d98a8f648316 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Router b6062c86-b110-448f-b0cb-9bd96c876990 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:54:49.435072 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9d8a33-a01b-41a8-aacc-d98a8f648316 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:54:49.440273 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7f9d8a33-a01b-41a8-aacc-d98a8f648316 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:49.445620 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eb1c44-bab3-49f0-8fde-6de364da47ab None None] Sync routers for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:54:49.454335 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb1c44-bab3-49f0-8fde-6de364da47ab None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:54:49.455032 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-97eb1c44-bab3-49f0-8fde-6de364da47ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:54:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:49.467267 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-7f9d8a33-a01b-41a8-aacc-d98a8f648316 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "DELETE /v2.0/floatingips/b739fa83-ae83-4395-b733-5e0442c03b4a HTTP/1.1" status: 204 len: 168 time: 1.0166063 Aug 31 05:54:49.467886 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'tag': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27'}] {{(pid=94006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:54:49.470630 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fcbfbdd9b74ff4cb14d8c7c5521a31bcdab3071e6810f807a3c3deab47fc22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbec50a6-91bf-411f-882d-9245602266b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0170bb-f151-47b6-8a43-5b1365ce9c89", "tag": "230bbfb1-ee18-4361-aa5d-2dcf03e4ff27"}]}' {{(pid=94006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:54:49.511932 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1a2447-b5c3-4ab0-8c05-3a849856e84f x-openstack-request-id: req-7a1a2447-b5c3-4ab0-8c05-3a849856e84f {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:54:49.512214 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0170bb-f151-47b6-8a43-5b1365ce9c89", "tag": "230bbfb1-ee18-4361-aa5d-2dcf03e4ff27", "status": "completed", "code": 200}]} {{(pid=94006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:54:49.512468 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a1a2447-b5c3-4ab0-8c05-3a849856e84f {{(pid=94006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:54:49.512869 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'tag': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'status': 'completed', 'code': 200} Aug 31 05:54:49.564212 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-97eb1c44-bab3-49f0-8fde-6de364da47ab None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:54:49.594324 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec50a6-91bf-411f-882d-9245602266b0 req-8029a948-55c0-44ac-910e-4b00df9f2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:49.596960 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-dbec50a6-91bf-411f-882d-9245602266b0 req-8029a948-55c0-44ac-910e-4b00df9f2d8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c5b0965b89a43749316760441c1f7b2&device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 1099 time: 0.0481315 Aug 31 05:54:49.689800 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec50a6-91bf-411f-882d-9245602266b0 req-aeb0de8a-34b3-4778-95ae-08a8f4b41b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:49.691880 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-dbec50a6-91bf-411f-882d-9245602266b0 req-aeb0de8a-34b3-4778-95ae-08a8f4b41b2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 200 len: 913 time: 0.0863850 Aug 31 05:54:49.707479 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae65742-fac8-48a5-b28e-1c0b5248edf6 req-8bd1bba1-3c2b-4f2d-b664-e6efb71da0af tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:49.708986 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1ae65742-fac8-48a5-b28e-1c0b5248edf6 req-8bd1bba1-3c2b-4f2d-b664-e6efb71da0af tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 946 time: 0.0514905 Aug 31 05:54:49.742762 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-dbec50a6-91bf-411f-882d-9245602266b0 req-9ed7625e-3340-4c99-8040-878235d1c646 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 HTTP/1.1" status: 200 len: 217 time: 0.0437949 Aug 31 05:54:49.748418 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-1ae65742-fac8-48a5-b28e-1c0b5248edf6 req-a2ed2ff0-4c7d-4f3e-b191-df435f511fcc tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330985 Aug 31 05:54:49.790876 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-97eb1c44-bab3-49f0-8fde-6de364da47ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:49.793987 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec50a6-91bf-411f-882d-9245602266b0 req-343685ec-1faa-4ce2-9e59-cef69e7931e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:49.795487 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-dbec50a6-91bf-411f-882d-9245602266b0 req-343685ec-1faa-4ce2-9e59-cef69e7931e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 200 len: 851 time: 0.0449958 Aug 31 05:54:49.816382 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eb1c44-bab3-49f0-8fde-6de364da47ab None None] Checking router: b6062c86-b110-448f-b0cb-9bd96c876990 for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:54:49.824757 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb1c44-bab3-49f0-8fde-6de364da47ab None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:54:49.825357 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-97eb1c44-bab3-49f0-8fde-6de364da47ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:54:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:49.841481 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec50a6-91bf-411f-882d-9245602266b0 req-084b746d-1ccc-4782-93ab-15d1306fae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:49.843018 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-dbec50a6-91bf-411f-882d-9245602266b0 req-084b746d-1ccc-4782-93ab-15d1306fae76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5197239-582c-41cc-a928-8a7641b48b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397429 Aug 31 05:54:49.930150 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-97eb1c44-bab3-49f0-8fde-6de364da47ab None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:54:49.936983 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-dbec50a6-91bf-411f-882d-9245602266b0 req-18e019d9-84dd-4b62-9454-ec1cdd67e7e8 service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852020 Aug 31 05:54:50.027806 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-dbec50a6-91bf-411f-882d-9245602266b0 req-eb564909-e7f3-475f-9d86-f534d147d99d service neutron] 10.222.0.32 "GET /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826120 Aug 31 05:54:50.122455 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-97eb1c44-bab3-49f0-8fde-6de364da47ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:50.151304 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eb1c44-bab3-49f0-8fde-6de364da47ab None None] The sync data for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi is: [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:00Z', 'revision_number': 4, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi', '_interfaces': [{'id': 'dfd72b0a-ded1-4136-b505-c40b8ae1740e', 'name': '', 'network_id': 'b5197239-582c-41cc-a928-8a7641b48b91', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'mac_address': 'fa:16:3e:f3:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:00Z', 'updated_at': '2021-08-31T05:48:06Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'subnets': [{'id': 'ecab411d-3e83-4bc1-8921-b5fa35a3d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:54:50.356021 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75530c-7606-4605-a0fa-fd7d983536b7 None None] New status for floating IP b739fa83-ae83-4395-b733-5e0442c03b4a: DOWN {{(pid=94008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:54:50.867394 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc8314-6af6-4265-aa63-92126555145e req-76a2ac2f-bb06-45c0-a826-92ffbea88d0d tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:50.868865 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c2fc8314-6af6-4265-aa63-92126555145e req-76a2ac2f-bb06-45c0-a826-92ffbea88d0d tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 946 time: 0.0490670 Aug 31 05:54:50.909218 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-c2fc8314-6af6-4265-aa63-92126555145e req-509eb9a7-f225-4675-9477-8ce43e22a12e tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/security-groups?id=215beb98-dac4-44bf-8bf1-3b13e0d71c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344255 Aug 31 05:54:51.397058 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d69056-2480-4481-8427-bc43ca1f1684 req-da0cce57-f7f5-4b77-befb-bc15fbfc43b4 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:54:51.398451 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-45d69056-2480-4481-8427-bc43ca1f1684 req-da0cce57-f7f5-4b77-befb-bc15fbfc43b4 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 946 time: 0.0487199 Aug 31 05:54:51.489126 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-45d69056-2480-4481-8427-bc43ca1f1684 req-fbf85d4e-5625-47f6-ab78-9bb292081708 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Deleting port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:54:51.489463 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-45d69056-2480-4481-8427-bc43ca1f1684 req-fbf85d4e-5625-47f6-ab78-9bb292081708 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:51.573197 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [req-45d69056-2480-4481-8427-bc43ca1f1684 req-fbf85d4e-5625-47f6-ab78-9bb292081708 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] For port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:54:51.573556 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-45d69056-2480-4481-8427-bc43ca1f1684 req-fbf85d4e-5625-47f6-ab78-9bb292081708 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:51.585732 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [req-45d69056-2480-4481-8427-bc43ca1f1684 req-fbf85d4e-5625-47f6-ab78-9bb292081708 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Calling delete_port for 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 owned by compute:nova {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:54:51.712039 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-45d69056-2480-4481-8427-bc43ca1f1684 req-fbf85d4e-5625-47f6-ab78-9bb292081708 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:51.740894 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf85d4e-5625-47f6-ab78-9bb292081708 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event deleted for resources: {'Port': ['ID=230bbfb1-ee18-4361-aa5d-2dcf03e4ff27,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:54:51.786479 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d69056-2480-4481-8427-bc43ca1f1684 req-fbf85d4e-5625-47f6-ab78-9bb292081708 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] No DVR routers for this DVR port 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 on host hv-cinder-80655 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:54:51.788943 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [req-45d69056-2480-4481-8427-bc43ca1f1684 req-fbf85d4e-5625-47f6-ab78-9bb292081708 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for port, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:51.790891 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [req-45d69056-2480-4481-8427-bc43ca1f1684 req-fbf85d4e-5625-47f6-ab78-9bb292081708 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.32 "DELETE /v2.0/ports/230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 HTTP/1.1" status: 204 len: 173 time: 0.3861864 Aug 31 05:54:51.791363 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'name': 'network-vif-deleted', 'tag': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:54:51.793577 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d813b76dc63a428077386713c780dd5980329a0c7421602e02e08f68c803f3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5859492-64a9-4e60-a5d7-ced2ac95b01a" -d '{"events": [{"server_uuid": "5f0170bb-f151-47b6-8a43-5b1365ce9c89", "name": "network-vif-deleted", "tag": "230bbfb1-ee18-4361-aa5d-2dcf03e4ff27"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:54:51.829482 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1f6cc7-7e49-4d75-8c1d-3246c21d02a0 x-openstack-request-id: req-7d1f6cc7-7e49-4d75-8c1d-3246c21d02a0 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:54:51.830055 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0170bb-f151-47b6-8a43-5b1365ce9c89", "name": "network-vif-deleted", "tag": "230bbfb1-ee18-4361-aa5d-2dcf03e4ff27", "status": "completed", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:54:51.830307 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d1f6cc7-7e49-4d75-8c1d-3246c21d02a0 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:54:51.830707 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0170bb-f151-47b6-8a43-5b1365ce9c89', 'name': 'network-vif-deleted', 'tag': '230bbfb1-ee18-4361-aa5d-2dcf03e4ff27', 'status': 'completed', 'code': 200} Aug 31 05:54:52.000974 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [req-76c7bf2b-0e92-4f8a-ab7e-3607c2c70e9c req-6564ba7d-136c-4b24-acdb-3dfdad744ed4 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0170bb-f151-47b6-8a43-5b1365ce9c89 HTTP/1.1" status: 200 len: 210 time: 0.0266242 Aug 31 05:54:53.055503 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 56090) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:54:53.174972 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-8d10c7c0-da70-406d-8944-b0d68a7490c0 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Deleting port 0cc57609-d8ac-48e1-8983-449ec68fa0be {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:54:53.175343 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8d10c7c0-da70-406d-8944-b0d68a7490c0 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:53.246621 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8d10c7c0-da70-406d-8944-b0d68a7490c0 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:53.246948 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8d10c7c0-da70-406d-8944-b0d68a7490c0 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:53.259047 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-8d10c7c0-da70-406d-8944-b0d68a7490c0 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Calling delete_port for 0cc57609-d8ac-48e1-8983-449ec68fa0be owned by network:floatingip {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:54:53.389154 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8d10c7c0-da70-406d-8944-b0d68a7490c0 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:53.414181 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10c7c0-da70-406d-8944-b0d68a7490c0 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event deleted for resources: {'Port': ['ID=0cc57609-d8ac-48e1-8983-449ec68fa0be,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:54:53.481152 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8d10c7c0-da70-406d-8944-b0d68a7490c0 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for floatingip, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:53.484025 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8d10c7c0-da70-406d-8944-b0d68a7490c0 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16128'] for floatingip, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:53.485171 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-8d10c7c0-da70-406d-8944-b0d68a7490c0 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "DELETE /v2.0/floatingips/3452e32a-ff97-453d-993e-8ac0bfd7d04b HTTP/1.1" status: 204 len: 168 time: 0.4286849 Aug 31 05:54:54.671947 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 56102) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:54:54.727662 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b098e275-6728-4595-b398-92eee39b8012 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:54.751740 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b098e275-6728-4595-b398-92eee39b8012 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:54.810317 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b098e275-6728-4595-b398-92eee39b8012 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:54.813384 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b098e275-6728-4595-b398-92eee39b8012 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:54.814536 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-b098e275-6728-4595-b398-92eee39b8012 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] 10.222.0.10 "DELETE /v2.0/security-groups/215beb98-dac4-44bf-8bf1-3b13e0d71c4a HTTP/1.1" status: 204 len: 168 time: 0.1415856 Aug 31 05:54:54.823258 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098e275-6728-4595-b398-92eee39b8012 tempest-TestVolumeBootPattern-1782892561 tempest-TestVolumeBootPattern-1782892561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=215beb98-dac4-44bf-8bf1-3b13e0d71c4a,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:54:54.871778 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 56106) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:54:54.950381 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:55.032227 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:54:55.051450 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] No Port match for: 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:54:55.051791 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Device 230bbfb1-ee18-4361-aa5d-2dcf03e4ff27 not bound to the agent host hv-cinder-80655 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:54:55.312911 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f7bf25da-3104-4751-9656-7775a018d1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370190'] for router_interface, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:55.548417 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf25da-3104-4751-9656-7775a018d1ad admin admin] Deleting port dfd72b0a-ded1-4136-b505-c40b8ae1740e {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:54:55.548674 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f7bf25da-3104-4751-9656-7775a018d1ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:55.626288 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f7bf25da-3104-4751-9656-7775a018d1ad admin admin] For port dfd72b0a-ded1-4136-b505-c40b8ae1740e, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=dfd72b0a-ded1-4136-b505-c40b8ae1740e,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:54:55.626643 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f7bf25da-3104-4751-9656-7775a018d1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:55.638634 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf25da-3104-4751-9656-7775a018d1ad admin admin] Calling delete_port for dfd72b0a-ded1-4136-b505-c40b8ae1740e owned by network:router_interface {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:54:55.809415 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f7bf25da-3104-4751-9656-7775a018d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:55.839387 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf25da-3104-4751-9656-7775a018d1ad admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd72b0a-ded1-4136-b505-c40b8ae1740e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:54:55.996923 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f7bf25da-3104-4751-9656-7775a018d1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-370322'] for router_interface, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:56.199932 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bf25da-3104-4751-9656-7775a018d1ad admin admin] Router b6062c86-b110-448f-b0cb-9bd96c876990 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:54:56.302085 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bf25da-3104-4751-9656-7775a018d1ad admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:54:56.307908 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-f7bf25da-3104-4751-9656-7775a018d1ad admin admin] 10.222.0.10 "PUT /v2.0/routers/b6062c86-b110-448f-b0cb-9bd96c876990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4347312 Aug 31 05:54:56.310020 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 56114) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:54:56.313784 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b2e7f-d330-4147-b3ba-d6dfba76f4ed None None] Sync routers for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:54:56.323037 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b2e7f-d330-4147-b3ba-d6dfba76f4ed None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:54:56.323682 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-0c1b2e7f-d330-4147-b3ba-d6dfba76f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:54:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:56.410211 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] Notify callbacks [] for router, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:56.425371 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-0c1b2e7f-d330-4147-b3ba-d6dfba76f4ed None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:54:56.614153 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-0c1b2e7f-d330-4147-b3ba-d6dfba76f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:54:55Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:56.644754 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b2e7f-d330-4147-b3ba-d6dfba76f4ed None None] Checking router: b6062c86-b110-448f-b0cb-9bd96c876990 for host: dv-cinder-806559-3-iscsi {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:54:56.653679 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b2e7f-d330-4147-b3ba-d6dfba76f4ed None None] Routers {'b6062c86-b110-448f-b0cb-9bd96c876990'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:54:56.654310 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-0c1b2e7f-d330-4147-b3ba-d6dfba76f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:54:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['b6062c86-b110-448f-b0cb-9bd96c876990'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:56.758294 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-0c1b2e7f-d330-4147-b3ba-d6dfba76f4ed None None] Set router b6062c86-b110-448f-b0cb-9bd96c876990 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:54:56.768946 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:56.822573 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] Deleting port 8c5e26f9-e889-48c8-9ba0-e1abf06b034d {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:54:56.822907 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:56.900977 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] For port 8c5e26f9-e889-48c8-9ba0-e1abf06b034d, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=8c5e26f9-e889-48c8-9ba0-e1abf06b034d,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:54:56.901250 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:56.916920 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] Calling delete_port for 8c5e26f9-e889-48c8-9ba0-e1abf06b034d owned by network:router_gateway {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:54:57.057381 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-0c1b2e7f-d330-4147-b3ba-d6dfba76f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:54:55Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:57.071609 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.083587 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b2e7f-d330-4147-b3ba-d6dfba76f4ed None None] The sync data for ids ['b6062c86-b110-448f-b0cb-9bd96c876990'] in dv-cinder-806559-3-iscsi is: [{'id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'name': 'tempest-TestVolumeBootPattern-1182300411-router', 'tenant_id': '9c5b0965b89a43749316760441c1f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:54:55Z', 'revision_number': 5, 'project_id': '9c5b0965b89a43749316760441c1f7b2', 'gw_port': {'id': '8c5e26f9-e889-48c8-9ba0-e1abf06b034d', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6062c86-b110-448f-b0cb-9bd96c876990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:47:58Z', 'updated_at': '2021-08-31T05:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:54:57.107619 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5e26f9-e889-48c8-9ba0-e1abf06b034d,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:54:57.162234 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369456'] for router_gateway, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.247826 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13089'] for router, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.250382 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.292467 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371717'] for router, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.293014 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6062c86-b110-448f-b0cb-9bd96c876990 {{(pid=94005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:54:57.298047 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] Notify callbacks [] for router, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.299182 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-0b0a93d9-372a-4959-a6fa-9bcfe8a10fda admin admin] 10.222.0.10 "DELETE /v2.0/routers/b6062c86-b110-448f-b0cb-9bd96c876990 HTTP/1.1" status: 204 len: 168 time: 0.9882174 Aug 31 05:54:57.301676 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 56116) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:54:57.349304 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_v2 [None req-750de58e-9f9c-4414-9ad1-bcfb796253d9 admin admin] Deleting subnet ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 {{(pid=94005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:54:57.352564 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-750de58e-9f9c-4414-9ad1-bcfb796253d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.386405 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-750de58e-9f9c-4414-9ad1-bcfb796253d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8894011'] for subnet, precommit_delete_associations {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.466940 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-750de58e-9f9c-4414-9ad1-bcfb796253d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.525499 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-750de58e-9f9c-4414-9ad1-bcfb796253d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4119292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9430040'] for subnet, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.553015 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750de58e-9f9c-4414-9ad1-bcfb796253d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecab411d-3e83-4bc1-8921-b5fa35a3d8d9,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:54:57.558653 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-750de58e-9f9c-4414-9ad1-bcfb796253d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.563813 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 56118) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:54:57.566599 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59df36f-ec97-4fe8-943d-a3aecc9456be None None] Network b5197239-582c-41cc-a928-8a7641b48b91 requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:54:57.569772 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-750de58e-9f9c-4414-9ad1-bcfb796253d9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ecab411d-3e83-4bc1-8921-b5fa35a3d8d9 HTTP/1.1" status: 204 len: 168 time: 0.2670503 Aug 31 05:54:57.633682 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.689256 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Deleting port 2906b60d-9d35-41c1-8251-2f297cdabf28 {{(pid=94006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:54:57.689608 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.756508 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] For port 2906b60d-9d35-41c1-8251-2f297cdabf28, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=2906b60d-9d35-41c1-8251-2f297cdabf28,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:54:57.756877 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.759675 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] DHCP port deletion for b5197239-582c-41cc-a928-8a7641b48b91 request from dv-cinder-806559-3-iscsi {{(pid=94007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:54:57.769816 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.plugin [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Calling delete_port for 2906b60d-9d35-41c1-8251-2f297cdabf28 owned by network:dhcp {{(pid=94006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:54:57.804332 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Deleting port 2906b60d-9d35-41c1-8251-2f297cdabf28 {{(pid=94007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:54:57.804712 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.852081 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4057269'] for port, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.871666 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] For port 2906b60d-9d35-41c1-8251-2f297cdabf28, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=2906b60d-9d35-41c1-8251-2f297cdabf28,segment=NetworkSegment(7d1b9932-6c34-4991-99d5-1eeeec209cbf),segment_id=7d1b9932-6c34-4991-99d5-1eeeec209cbf)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:54:57.872061 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.877626 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=2906b60d-9d35-41c1-8251-2f297cdabf28,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:54:57.881627 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] No DVR routers for this DVR port 2906b60d-9d35-41c1-8251-2f297cdabf28 on host dv-cinder-806559-3-iscsi {{(pid=94006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:54:57.886168 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Calling delete_port for 2906b60d-9d35-41c1-8251-2f297cdabf28 owned by network:dhcp {{(pid=94007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:54:57.952005 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.959645 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092'] for port, after_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.961780 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5197239-582c-41cc-a928-8a7641b48b91']}} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:57.972487 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1b9932-6c34-4991-99d5-1eeeec209cbf') {'for_net_delete': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:57.972712 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.services.segments.db [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1b9932-6c34-4991-99d5-1eeeec209cbf') {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:57.981390 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3280603'] for segment, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.984765 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Pushing event deleted for resources: {'Port': ['ID=2906b60d-9d35-41c1-8251-2f297cdabf28,revision_number=None']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:54:57.989283 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] No DVR routers for this DVR port 2906b60d-9d35-41c1-8251-2f297cdabf28 on host dv-cinder-806559-3-iscsi {{(pid=94007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:54:57.994869 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:57.995310 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:57.995706 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:57.996082 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:57.996405 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:57.996749 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:57.997135 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:57.997573 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:57.997698 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:57.997933 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:57.998257 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:57.998578 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:57.998896 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0aa19-dcdd-4ef5-8f32-a24a8c16e61d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-3-iscsi {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:54:58.009181 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:54:58.009667 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4057184'] for segment, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: Traceback (most recent call last): Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: timer() Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: cb(*args, **kw) Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: return func(*args, **kwargs) Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: self._notify() Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: self.callback(batched_events) Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: event.method(event) Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: return f(self, *a, **k) Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._get(url).json() Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: return self.request(url, 'GET', **kwargs) Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:54:58.011502 dv-cinder-806559-3-iscsi neutron-server[94006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:54:58.068061 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:58.073799 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:58.075663 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] 10.222.0.10 "DELETE /v2.0/networks/b5197239-582c-41cc-a928-8a7641b48b91 HTTP/1.1" status: 204 len: 168 time: 0.5103307 Aug 31 05:54:58.079134 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 56120) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:54:58.087623 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b63ba3-c674-4494-9833-3ff6f5a76f1d admin admin] Pushing event deleted for resources: {'Network': ['ID=b5197239-582c-41cc-a928-8a7641b48b91,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:54:58.419878 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-588e681e-5559-4040-ae28-efbe826f6cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370190'] for router_interface, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:58.656809 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-588e681e-5559-4040-ae28-efbe826f6cde admin admin] Deleting port b9e2747c-1e72-476b-bcf3-34c3f2b226d9 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:54:58.657065 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-588e681e-5559-4040-ae28-efbe826f6cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:58.734804 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-588e681e-5559-4040-ae28-efbe826f6cde admin admin] For port b9e2747c-1e72-476b-bcf3-34c3f2b226d9, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=b9e2747c-1e72-476b-bcf3-34c3f2b226d9,segment=NetworkSegment(cee86c2b-44ac-40a9-a5d6-1142442958ff),segment_id=cee86c2b-44ac-40a9-a5d6-1142442958ff)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:54:58.735184 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-588e681e-5559-4040-ae28-efbe826f6cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:58.747585 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-588e681e-5559-4040-ae28-efbe826f6cde admin admin] Calling delete_port for b9e2747c-1e72-476b-bcf3-34c3f2b226d9 owned by network:router_interface {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:54:58.921297 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-588e681e-5559-4040-ae28-efbe826f6cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:58.946929 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e681e-5559-4040-ae28-efbe826f6cde admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e2747c-1e72-476b-bcf3-34c3f2b226d9,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:54:59.108276 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-588e681e-5559-4040-ae28-efbe826f6cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-370322'] for router_interface, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:59.199030 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device dfd72b0a-ded1-4136-b505-c40b8ae1740e no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:54:59.221447 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: dfd72b0a-ded1-4136-b505-c40b8ae1740e {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:54:59.221798 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device dfd72b0a-ded1-4136-b505-c40b8ae1740e not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:54:59.222213 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 2906b60d-9d35-41c1-8251-2f297cdabf28 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:54:59.240053 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: 2906b60d-9d35-41c1-8251-2f297cdabf28 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:54:59.240397 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 2906b60d-9d35-41c1-8251-2f297cdabf28 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:54:59.240795 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 8c5e26f9-e889-48c8-9ba0-e1abf06b034d no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:54:59.258497 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: 8c5e26f9-e889-48c8-9ba0-e1abf06b034d {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:54:59.258839 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device 8c5e26f9-e889-48c8-9ba0-e1abf06b034d not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:54:59.324516 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588e681e-5559-4040-ae28-efbe826f6cde admin admin] Router 08dcb738-9e6b-4b89-b244-ad004a544061 has already been hosted by L3 agent 4c98caae-2e5b-4136-a1ce-17b633a658a4 {{(pid=94005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:54:59.428784 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588e681e-5559-4040-ae28-efbe826f6cde admin admin] Notify agent at l3_agent.dv-cinder-806559-3-iscsi the message routers_updated {{(pid=94005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:54:59.433706 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-588e681e-5559-4040-ae28-efbe826f6cde admin admin] 10.222.0.10 "PUT /v2.0/routers/08dcb738-9e6b-4b89-b244-ad004a544061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3534715 Aug 31 05:54:59.436307 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 56122) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:54:59.439177 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b9359-344e-4ba9-bdca-bbc5882d59be None None] Sync routers for ids ['08dcb738-9e6b-4b89-b244-ad004a544061'] in dv-cinder-806559-3-iscsi {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:54:59.449038 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b9359-344e-4ba9-bdca-bbc5882d59be None None] Routers {'08dcb738-9e6b-4b89-b244-ad004a544061'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:54:59.449769 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-b24b9359-344e-4ba9-bdca-bbc5882d59be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:54:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['08dcb738-9e6b-4b89-b244-ad004a544061'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:59.537462 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] Notify callbacks [] for router, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:59.549191 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-b24b9359-344e-4ba9-bdca-bbc5882d59be None None] Set router 08dcb738-9e6b-4b89-b244-ad004a544061 gateway port host: dv-cinder-806559-3-iscsi {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:54:59.591007 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-1b2370c0-e5e6-4135-bce8-6fa7977c60db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:59.639210 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:59.693164 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] Deleting port d09e7bcf-662f-4a18-ae0f-28b619b70dac {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:54:59.693506 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:59.779335 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] For port d09e7bcf-662f-4a18-ae0f-28b619b70dac, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=d09e7bcf-662f-4a18-ae0f-28b619b70dac,segment=NetworkSegment(ef172e77-2ddd-48f2-b310-82255c615a4e),segment_id=ef172e77-2ddd-48f2-b310-82255c615a4e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:54:59.779706 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:59.790891 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] Calling delete_port for d09e7bcf-662f-4a18-ae0f-28b619b70dac owned by network:router_gateway {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:54:59.805330 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-b24b9359-344e-4ba9-bdca-bbc5882d59be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'name': 'tempest-TestVolumeBootPattern-991137773-router', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'external_fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd09e7bcf-662f-4a18-ae0f-28b619b70dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:48:02Z', 'updated_at': '2021-08-31T05:54:58Z', 'revision_number': 5, 'project_id': 'b669fa1ede694b159d1c0df627209b5d', 'gw_port': {'id': 'd09e7bcf-662f-4a18-ae0f-28b619b70dac', 'name': '', 'network_id': 'baf71964-5e16-4dde-973b-f2bbbd097579', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:48:03Z', 'updated_at': '2021-08-31T05:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3725570b-5768-4491-a28a-b8c0921f9bdc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-3-iscsi'}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:59.830867 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b9359-344e-4ba9-bdca-bbc5882d59be None None] Checking router: 08dcb738-9e6b-4b89-b244-ad004a544061 for host: dv-cinder-806559-3-iscsi {{(pid=94008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:54:59.838788 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b9359-344e-4ba9-bdca-bbc5882d59be None None] Routers {'08dcb738-9e6b-4b89-b244-ad004a544061'} bound to L3 agent in host dv-cinder-806559-3-iscsi {{(pid=94008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:54:59.839423 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-b24b9359-344e-4ba9-bdca-bbc5882d59be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:28:02Z,description=,heartbeat_timestamp=2021-08-31T05:54:32Z,host='dv-cinder-806559-3-iscsi',id=4c98caae-2e5b-4136-a1ce-17b633a658a4,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:28:02Z,topic='l3_agent')) {'router_ids': ['08dcb738-9e6b-4b89-b244-ad004a544061'], 'active': True} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:59.923960 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_dvr_db [None req-b24b9359-344e-4ba9-bdca-bbc5882d59be None None] Set router 08dcb738-9e6b-4b89-b244-ad004a544061 gateway port host: None {{(pid=94008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:54:59.953786 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:54:59.977515 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.l3_hamode_db [None req-b24b9359-344e-4ba9-bdca-bbc5882d59be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'name': 'tempest-TestVolumeBootPattern-991137773-router', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:48:02Z', 'updated_at': '2021-08-31T05:54:59Z', 'revision_number': 6, 'project_id': 'b669fa1ede694b159d1c0df627209b5d', 'gw_port_host': None}], 'dv-cinder-806559-3-iscsi', False) {} {{(pid=94008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:54:59.981083 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09e7bcf-662f-4a18-ae0f-28b619b70dac,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:55:00.004123 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b9359-344e-4ba9-bdca-bbc5882d59be None None] The sync data for ids ['08dcb738-9e6b-4b89-b244-ad004a544061'] in dv-cinder-806559-3-iscsi is: [{'id': '08dcb738-9e6b-4b89-b244-ad004a544061', 'name': 'tempest-TestVolumeBootPattern-991137773-router', 'tenant_id': 'b669fa1ede694b159d1c0df627209b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:48:02Z', 'updated_at': '2021-08-31T05:54:59Z', 'revision_number': 6, 'project_id': 'b669fa1ede694b159d1c0df627209b5d', 'gw_port_host': None}] {{(pid=94008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:55:00.043539 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369456'] for router_gateway, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.130154 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13089'] for router, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.132197 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.177430 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371717'] for router, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.177928 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08dcb738-9e6b-4b89-b244-ad004a544061 {{(pid=94005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:55:00.181939 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] Notify callbacks [] for router, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.183247 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-73429c70-9974-4dd5-9b04-81018c1f4732 admin admin] 10.222.0.10 "DELETE /v2.0/routers/08dcb738-9e6b-4b89-b244-ad004a544061 HTTP/1.1" status: 204 len: 168 time: 0.7454782 Aug 31 05:55:00.185639 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 56124) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:55:00.227818 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73e72fb-5e1c-4bb9-932e-e26c5ee8b127 admin admin] Deleting subnet 86cf1c55-14e1-49ce-8627-faf7144bb66d {{(pid=94005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:55:00.230688 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c73e72fb-5e1c-4bb9-932e-e26c5ee8b127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.265569 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c73e72fb-5e1c-4bb9-932e-e26c5ee8b127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8894011'] for subnet, precommit_delete_associations {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.343783 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c73e72fb-5e1c-4bb9-932e-e26c5ee8b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947754'] for subnet, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.399719 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c73e72fb-5e1c-4bb9-932e-e26c5ee8b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4119292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9430040'] for subnet, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.424156 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e72fb-5e1c-4bb9-932e-e26c5ee8b127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86cf1c55-14e1-49ce-8627-faf7144bb66d,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:55:00.431529 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c73e72fb-5e1c-4bb9-932e-e26c5ee8b127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.435155 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-c73e72fb-5e1c-4bb9-932e-e26c5ee8b127 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/86cf1c55-14e1-49ce-8627-faf7144bb66d HTTP/1.1" status: 204 len: 168 time: 0.2468762 Aug 31 05:55:00.436017 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 56128) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:55:00.436486 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7c52bb-750d-451d-9f96-98569a7d76e0 None None] Network d5c51a66-c289-4b12-8942-ff0f0bc548eb requested from dv-cinder-806559-3-iscsi {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:55:00.506221 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133699077'] for network, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.564638 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Deleting port ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:55:00.565077 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779785210134'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.633258 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] For port ee2f3988-e0b3-42d4-9c61-c8288c9b34a8, host dv-cinder-806559-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-3-iscsi',level=0,port_id=ee2f3988-e0b3-42d4-9c61-c8288c9b34a8,segment=NetworkSegment(cee86c2b-44ac-40a9-a5d6-1142442958ff),segment_id=cee86c2b-44ac-40a9-a5d6-1142442958ff)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:55:00.633617 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369016'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.646470 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Calling delete_port for ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:55:00.724219 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133911176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779785211109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779784633092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4119187'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.749931 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7dfae1-8eb2-4732-be81-3c0037982225 None None] DHCP port deletion for d5c51a66-c289-4b12-8942-ff0f0bc548eb request from dv-cinder-806559-3-iscsi {{(pid=94007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:55:00.751673 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2f3988-e0b3-42d4-9c61-c8288c9b34a8,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:55:00.758248 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] No DVR routers for this DVR port ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 on host dv-cinder-806559-3-iscsi {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:55:00.832838 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133948305', 'neutron.services.segments.db._delete_segments_for_network-8779785183937'] for network, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.843264 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c51a66-c289-4b12-8942-ff0f0bc548eb']}} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:55:00.858015 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee86c2b-44ac-40a9-a5d6-1142442958ff') {'for_net_delete': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:55:00.858307 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.services.segments.db [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee86c2b-44ac-40a9-a5d6-1142442958ff') {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:55:00.872730 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779785194581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8893952'] for segment, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.887295 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268'] for segment, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.894004 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:55:00.894394 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133950268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4119110'] for segment, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: Traceback (most recent call last): Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: timer() Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: cb(*args, **kw) Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: return func(*args, **kwargs) Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: self._notify() Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: self.callback(batched_events) Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: event.method(event) Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: return f(self, *a, **k) Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._get(url).json() Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: return self.request(url, 'GET', **kwargs) Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:55:00.896127 dv-cinder-806559-3-iscsi neutron-server[94005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:55:00.957794 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133948296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369436'] for network, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.968234 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559771'] for network, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:00.970148 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] 10.222.0.10 "DELETE /v2.0/networks/d5c51a66-c289-4b12-8942-ff0f0bc548eb HTTP/1.1" status: 204 len: 168 time: 0.5331893 Aug 31 05:55:00.985836 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb590b-c5a2-46a2-817d-a9286989c75c admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c51a66-c289-4b12-8942-ff0f0bc548eb,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:55:01.092035 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 56132) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:55:01.138321 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-d4340760-9370-41fd-a520-836897155247 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c5b0965b89a43749316760441c1f7b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444710 Aug 31 05:55:01.140422 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 56134) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:55:01.163780 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device b9e2747c-1e72-476b-bcf3-34c3f2b226d9 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:55:01.188778 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: b9e2747c-1e72-476b-bcf3-34c3f2b226d9 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:55:01.190220 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device b9e2747c-1e72-476b-bcf3-34c3f2b226d9 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:55:01.190660 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device d09e7bcf-662f-4a18-ae0f-28b619b70dac no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:55:01.198016 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9093b1bf-abf6-496d-9edd-ced611ffbf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:01.209850 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: d09e7bcf-662f-4a18-ae0f-28b619b70dac {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:55:01.210186 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device d09e7bcf-662f-4a18-ae0f-28b619b70dac not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:55:01.210590 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 no longer exists at agent ovs-agent-dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:55:01.220883 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9093b1bf-abf6-496d-9edd-ced611ffbf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:01.229300 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] No Port match for: ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:55:01.229862 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Device ee2f3988-e0b3-42d4-9c61-c8288c9b34a8 not bound to the agent host dv-cinder-806559-3-iscsi {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:55:01.274515 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9093b1bf-abf6-496d-9edd-ced611ffbf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:01.277082 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9093b1bf-abf6-496d-9edd-ced611ffbf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:01.278278 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-9093b1bf-abf6-496d-9edd-ced611ffbf44 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21a3e4ea-4b8a-4c13-8fdb-36708f63dcda HTTP/1.1" status: 204 len: 168 time: 0.1367936 Aug 31 05:55:01.286227 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093b1bf-abf6-496d-9edd-ced611ffbf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a3e4ea-4b8a-4c13-8fdb-36708f63dcda,revision_number=None']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:55:01.610864 dv-cinder-806559-3-iscsi neutron-server[94006]: DEBUG neutron.wsgi [-] (94006) accepted ('10.222.0.10', 56140) {{(pid=94006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:55:01.648733 dv-cinder-806559-3-iscsi neutron-server[94006]: INFO neutron.wsgi [None req-19737783-1d38-4ba6-a1b4-8962b09ec177 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b669fa1ede694b159d1c0df627209b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365894 Aug 31 05:55:01.650966 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [-] (94005) accepted ('10.222.0.10', 56142) {{(pid=94005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:55:01.699587 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8c2a6448-c8ac-46ad-8b73-503e2ef5f1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:01.720558 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8c2a6448-c8ac-46ad-8b73-503e2ef5f1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:01.766057 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8c2a6448-c8ac-46ad-8b73-503e2ef5f1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747968'] for security_group, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:01.768687 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8c2a6448-c8ac-46ad-8b73-503e2ef5f1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:01.769858 dv-cinder-806559-3-iscsi neutron-server[94005]: INFO neutron.wsgi [None req-8c2a6448-c8ac-46ad-8b73-503e2ef5f1f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e595469-cc7f-4019-a54b-0a3656d577c3 HTTP/1.1" status: 204 len: 168 time: 0.1178920 Aug 31 05:55:01.777081 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a6448-c8ac-46ad-8b73-503e2ef5f1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e595469-cc7f-4019-a54b-0a3656d577c3,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:55:01.909487 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-cfe66794-de0a-4ad3-ac49-df2e819739db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:02.394995 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:02.881896 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:55:03.374292 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:04.939179 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:24.948990 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:29.591090 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f8480ec2-97e8-403f-b096-57c9f1b7202f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:31.910329 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-607f3a00-c13e-4262-9344-d0d3d080ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:32.396628 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:33.373693 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:34.941374 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:37.527842 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [req-c835ad14-4854-474a-a245-61acd2fc8590 req-4ce90a53-c4ab-4fe3-b885-284802295ea9 service neutron] (94005) timed out ('10.222.0.32', 59497) {{(pid=94005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 05:55:39.880953 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:55:54.967924 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:55:56.617179 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [req-8b32ce66-5b3a-45a6-8060-b5c71de502ea req-5b9d6a76-49ac-4e50-b57f-be2ac8f4d091 service neutron] (94005) timed out ('10.222.0.10', 52350) {{(pid=94005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 05:55:59.591188 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f968e6bb-15fc-481b-b363-75346d9a14e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:56:01.910741 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c34865f0-67f2-417d-acea-23d707b13779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:56:02.396811 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:56:03.376974 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:56:04.946985 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:56:16.879334 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:56:24.963415 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:56:29.591298 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-bcaa49e2-184a-441f-9a9a-2767a42db954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:56:31.910416 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-475ec8b2-023f-4137-8a72-0b21db552eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:56:32.397142 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:56:33.379855 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:56:34.943684 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:56:46.412441 dv-cinder-806559-3-iscsi neutron-server[94005]: DEBUG neutron.wsgi [req-fb6f381b-550d-44d2-8eee-83d03dfa9186 req-eb959b48-2ed2-4921-b469-5b71f7ce63e2 service neutron] (94005) timed out ('10.222.0.10', 50876) {{(pid=94005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 05:56:53.880690 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:56:54.965684 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:56:59.591648 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-306b55e1-478e-4d32-9604-67119e2866c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:57:01.910786 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b02f0c35-9461-450a-8997-fd9c177578bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:57:02.399831 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:57:03.382867 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:57:04.945211 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:57:24.976903 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:57:29.596597 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-6d66304f-21ff-4545-913a-47bad8211b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:57:30.879759 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:57:31.909986 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d30dae12-382d-415e-8f4b-b0a7ad31b659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:57:32.400142 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:57:33.387521 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:57:34.948735 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:57:54.982306 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:57:59.596809 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8aa21a28-393a-4588-9319-e019853c89f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:58:01.909468 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7721a3bc-a0f5-4eb3-aa7e-9054ebb81f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:58:02.400263 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:58:03.389308 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:58:04.952965 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:58:07.878830 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:58:24.991695 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:58:29.596615 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-49c615fd-569d-4ac7-b9d4-600386e3580e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:58:31.909115 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-0242d055-3696-43ed-978f-48a6941404c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:58:32.401465 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:58:33.392302 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:58:34.955197 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:58:44.877911 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:58:54.990517 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:58:59.595974 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-366c66c1-c6c0-4344-bf52-b86c85f28601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:59:01.911792 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-881d61d4-6cc7-4522-ac8c-d43a3e601904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:59:02.403371 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:59:03.394865 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:59:04.958619 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:59:21.880170 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:59:25.006365 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:59:29.595609 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-054c856b-878b-490e-ab32-a82fe6ffd7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:59:31.911927 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fedecb55-a2b8-4e70-a781-f36a3aa91255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:59:32.403843 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:59:33.397749 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:59:34.961301 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:59:55.029279 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8963-feab-4902-b095-b782f6776e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:59:58.878634 dv-cinder-806559-3-iscsi neutron-server[94008]: DEBUG neutron.db.agents_db [None req-7d60dddb-3a50-4763-bd7d-fff1441152e6 None None] Agent healthcheck: found 6 active agents {{(pid=94008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:59:59.596163 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-3a466f01-3a05-457c-bc29-51680f417b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:00:01.912673 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-1322e43a-7cd3-436c-a14d-db57ea80d5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:00:02.405412 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2e661499-05d3-46ff-bed0-c2cad2bdf484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:00:03.403509 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c3d1b755-967e-4832-a7b1-b9a7dead0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:00:04.963058 dv-cinder-806559-3-iscsi neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d70534a9-6096-4b09-ad68-6fbf4a8f162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779785080028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133954511'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}